-- Logs begin at Thu 2022-04-07 10:59:32 UTC, end at Thu 2022-04-07 12:11:25 UTC. -- Apr 07 11:35:40.027822 dv-cinder-836804-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 11:35:42.950484 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:35:42.951113 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:35:42.951274 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:35:42.954693 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:35:42.954946 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:35:42.955258 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:35:42.956175 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:35:42.956413 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:35:42.956777 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:35:42.957050 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:35:42.957280 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:35:42.957697 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.958128 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 11:35:42.958444 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.958743 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.959040 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.959338 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.959635 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.959920 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.960212 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.960511 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.960803 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.961109 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.961398 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.961694 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.961977 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.962265 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.962554 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.962841 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] debug = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.963127 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.963563 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.963972 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.964249 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.964537 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.964820 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.965115 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.965393 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.965676 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.966004 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] host = dv-cinder-836804-2-iscsi {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.966294 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.966566 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.966851 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.967136 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.967412 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.967687 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.967970 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.968378 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.968653 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.968959 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.969245 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.969536 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.969826 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.970051 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.970274 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.970571 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.970862 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.971137 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.971411 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.971683 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.971954 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.972224 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.972491 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.972774 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.973081 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.973368 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.973639 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.973911 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.974180 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.974448 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.974730 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.975001 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.975272 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.975543 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.975828 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.976095 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.976377 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.976663 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.976973 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.977256 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.977542 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.977812 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.978092 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.978362 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.978631 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.978901 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] use_json = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.979174 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.979446 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.979727 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.979998 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.980268 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.980538 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.980807 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.981125 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.981397 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:42.981692 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.981985 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.982281 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.982573 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.982862 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.983142 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.983431 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.984226 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.984517 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.984808 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.985122 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.985404 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.985705 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.985994 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.986289 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.986591 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.986886 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.987179 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.987457 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.987730 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.988005 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.988284 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.988570 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.988847 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.989158 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.989446 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.989725 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.990026 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.990311 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.990604 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.990897 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.991175 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.991454 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.991754 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.992026 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.992302 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.992578 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.992897 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.993172 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.993447 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.993727 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.994000 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.994526 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.994798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.995073 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.995378 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.995641 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.996307 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.996307 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.996483 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.996690 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.996997 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.997275 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.997546 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.997815 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.998090 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.998361 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.998631 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.998905 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:42.999176 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.000022 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.000301 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.000575 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.000850 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.001145 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.001415 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.001687 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.001958 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.002231 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.002504 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.002774 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.003044 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.003314 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.003585 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.003874 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.004169 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.004447 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.004726 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.005028 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.005305 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.005581 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.005857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.006133 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.006409 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.006681 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.006968 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.007247 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.007531 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.007833 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.008111 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.008406 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.008683 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.008984 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.009268 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.009547 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.009828 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.010117 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.010401 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.010698 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.010995 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.011291 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.011586 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.011879 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.012159 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.012467 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.012747 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:43.012988 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:35:43.013233 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109750) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 11:35:43.385152 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:35:43.385362 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:35:43.385670 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:35:43.386006 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 11:35:43.711288 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.711605 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.711876 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.713085 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.713362 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.715362 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.768269 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.768545 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.768813 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.783787 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.784067 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.784338 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.814158 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.814436 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.814701 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.850008 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.850284 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:43.850554 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.186542 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.187763 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.187763 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.187921 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.188584 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.285600 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.285856 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.286137 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.286411 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.286679 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.286993 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.287255 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.287511 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.287774 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.288037 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.288295 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.288559 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.288813 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.289089 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.289347 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.289610 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.289863 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.290131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.290396 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.290653 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.290924 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.291178 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.291457 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.291835 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.292085 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.292330 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.292821 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:44.293086 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:44.293326 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:44.293566 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:44.293802 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:44.294037 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:44.294399 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 11:35:44.298003 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 11:35:44.301919 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 11:35:44.305565 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 07 11:35:44.307184 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 11:35:44.307643 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 11:35:44.307975 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 11:35:44.308355 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 11:35:44.312712 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 11:35:44.313023 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 11:35:44.313374 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:35:44.318227 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 11:35:44.341413 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 11:35:44.341860 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.342158 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109750) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 11:35:44.342527 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.343900 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109750) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 11:35:44.344176 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:35:44.344420 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 11:35:44.347664 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.347945 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.409672 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 11:35:44.409913 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 11:35:44.410149 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 11:35:44.410511 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 11:35:44.430745 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_db.sqlalchemy.engines [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109750) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 11:35:44.860423 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing driver for type 'gre' Apr 07 11:35:44.860965 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] gre ID ranges: [(1, 1000)] Apr 07 11:35:44.911874 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing driver for type 'local' Apr 07 11:35:44.912212 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing driver for type 'vlan' Apr 07 11:35:44.925238 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] VlanTypeDriver initialization complete Apr 07 11:35:44.925595 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing driver for type 'vxlan' Apr 07 11:35:44.926067 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] vxlan ID ranges: [(1, 1000)] Apr 07 11:35:44.974992 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing extension driver 'port_security' Apr 07 11:35:44.975335 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.extensions.port_security [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] PortSecurityExtensionDriver initialization complete Apr 07 11:35:44.975706 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing mechanism driver 'openvswitch' Apr 07 11:35:44.976076 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing mechanism driver 'hyperv' Apr 07 11:35:44.982687 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.plugin [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:44.983543 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.984392 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.984747 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.985307 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:35:44.985746 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.986105 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.986455 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.986858 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:35:44.987268 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.987620 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.987965 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.988363 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:35:44.988772 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > security_group after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.989157 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > security_group after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.989504 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.989905 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:35:44.990309 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.990659 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.991003 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.991407 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:35:44.991813 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > address_group after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.992164 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > address_group after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.992507 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.992933 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:35:44.993381 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] ML2 OVO RPC backend initialized. {{(pid=109750) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 11:35:44.994102 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.994713 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.995138 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.995491 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > networks before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.995844 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.996576 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > ports before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.996576 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.996876 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnets before_response 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.997229 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.997570 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.997907 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.998247 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.998585 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.998928 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:44.999264 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.000142 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.000481 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.007777 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded quota_driver: . Apr 07 11:35:45.008144 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.plugin [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Modular L2 Plugin initialization complete Apr 07 11:35:45.008498 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading services supported by the core plugin {{(pid=109750) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 11:35:45.008846 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.plugins.ml2.managers [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Got port-security extension from driver 'port_security' Apr 07 11:35:45.009360 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.extensions.vlantransparent [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Disabled vlantransparent extension. Apr 07 11:35:45.009861 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109750) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 11:35:45.010190 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: router Apr 07 11:35:45.045027 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.045423 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_create 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.045799 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router before_create 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.046662 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.047041 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.047403 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_delete 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.047765 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.048125 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.048487 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_create 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.048837 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_update 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.049220 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_update 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.049574 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.049933 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_update 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.050347 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_update 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.050718 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.051066 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.051406 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: subnet after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.051749 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.052099 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.052448 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_create 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.052795 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.053163 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.053521 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router after_update 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.053863 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.054215 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_create 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.054579 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.054923 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_update 55549900 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.055288 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > agent after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.055813 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > agent after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.056161 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > network after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.057055 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Tracking information for resource: router configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:45.057391 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Tracking information for resource: floatingip configured {{(pid=109750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:35:45.062770 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.db.l3_agentschedulers_db [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 11:35:45.063347 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.063712 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port after_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.064068 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port after_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.064422 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: port after_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.065255 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router before_create 55550100 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.065625 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.065992 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_create 55550100 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.066353 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > router precommit_update 55550100 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.071144 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.provider_configuration [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service providers = [] {{(pid=109750) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 11:35:45.071514 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.db.servicetype_db [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109750) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 11:35:45.074512 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.service_base [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:35:45.074868 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.service_base [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:35:45.075213 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.service_base [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:35:45.076113 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.services.service_base [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:35:45.076518 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.services.service_base [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 11:35:45.076931 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.077256 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 11:35:45.087833 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.088175 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: auto_allocate Apr 07 11:35:45.093962 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: network precommit_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.094331 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: network precommit_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.094852 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.095175 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: tag Apr 07 11:35:45.101993 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.102325 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: timestamp Apr 07 11:35:45.106169 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.106505 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: network_ip_availability Apr 07 11:35:45.112475 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.112801 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.113193 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.113913 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.114238 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: flavors Apr 07 11:35:45.120495 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.120830 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading Plugin: revisions Apr 07 11:35:45.125681 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:35:45.126071 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_concurrency.lockutils [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.740s {{(pid=109750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:35:45.126810 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109750) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 11:35:45.127155 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Initializing extension manager. Apr 07 11:35:45.127680 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: __init__.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.128022 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: __pycache__ {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.128357 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: address_group.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.129148 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.129707 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: address-group Apr 07 11:35:45.130041 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: address_scope.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.130760 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.131267 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: address-scope Apr 07 11:35:45.131591 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.132522 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.133065 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: router-admin-state-down-before-update Apr 07 11:35:45.133428 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: agent.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.134116 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.134617 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: agent Apr 07 11:35:45.134937 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: agent_resources_synced.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.135858 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.136370 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: agent-resources-synced Apr 07 11:35:45.136694 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: allowedaddresspairs.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.138535 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.139079 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: allowed-address-pairs Apr 07 11:35:45.139413 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: auto_allocated_topology.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.140527 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.141072 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: auto-allocated-topology Apr 07 11:35:45.141399 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: availability_zone.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.142099 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.142603 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: availability_zone Apr 07 11:35:45.142927 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: availability_zone_filter.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.143842 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.144349 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: availability_zone_filter Apr 07 11:35:45.144672 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: data_plane_status.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.145616 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.146124 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 11:35:45.146449 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: default_subnetpools.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.147383 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.147886 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: default-subnetpools Apr 07 11:35:45.148210 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.149055 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.149555 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: dhcp_agent_scheduler Apr 07 11:35:45.149881 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: dns.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.150806 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.151311 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 11:35:45.151637 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: dns_domain_ports.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.152560 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.153096 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 11:35:45.153423 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.154354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.154859 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 11:35:45.155184 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: dvr.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.155884 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.156389 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: dvr Apr 07 11:35:45.156711 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: ecmp_routes.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.157672 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.158177 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 11:35:45.158501 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: empty_string_filtering.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.159464 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.159964 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: empty-string-filtering Apr 07 11:35:45.160286 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.161237 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.161749 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:35:45.162069 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.162998 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.163504 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 11:35:45.163826 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: external_net.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.164748 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.165284 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: external-net Apr 07 11:35:45.165607 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.166526 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.167038 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: extra_dhcp_opt Apr 07 11:35:45.167361 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: extraroute.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.168265 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.168771 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: extraroute Apr 07 11:35:45.169120 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: extraroute_atomic.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.170151 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.170659 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: extraroute-atomic Apr 07 11:35:45.170984 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: filter_validation.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.172272 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.172772 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: filter-validation Apr 07 11:35:45.173121 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: fip_pf_description.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.174038 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.174540 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 11:35:45.174862 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: fip_pf_port_range.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.175790 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.176295 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 11:35:45.176619 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: fip_port_details.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.177753 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.178264 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: fip-port-details Apr 07 11:35:45.178590 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: flavors.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.179814 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.180336 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: flavors Apr 07 11:35:45.180665 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.182348 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.182877 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 11:35:45.183216 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: floatingip_pools.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.183928 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.184439 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: floatingip-pools Apr 07 11:35:45.184770 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: ip_allocation.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.185740 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.186250 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 11:35:45.186580 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.188075 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.188587 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: ip-substring-filtering Apr 07 11:35:45.188956 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l2_adjacency.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.189909 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.190418 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 11:35:45.190747 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.191728 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.192250 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: router Apr 07 11:35:45.192585 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.194874 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.195412 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:35:45.195747 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.196683 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.197248 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: ext-gw-mode Apr 07 11:35:45.197582 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.198539 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.199058 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: l3-ha Apr 07 11:35:45.199389 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.200301 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.200810 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 11:35:45.201202 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_flavors.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.202126 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.202675 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: l3-flavors Apr 07 11:35:45.203004 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.204372 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.204906 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 11:35:45.205239 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.206163 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.206676 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 11:35:45.207008 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: l3agentscheduler.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.208051 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.208561 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: l3_agent_scheduler Apr 07 11:35:45.208919 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: local_ip.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.210693 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.211220 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension local_ip not supported by any of loaded plugins Apr 07 11:35:45.211555 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: logging.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.213208 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.213734 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension logging not supported by any of loaded plugins Apr 07 11:35:45.214070 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: metering.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.214825 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.215406 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: metering Apr 07 11:35:45.215738 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.216883 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.217399 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: metering_source_and_destination_fields Apr 07 11:35:45.217727 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: multiprovidernet.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.218697 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.219214 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: multi-provider Apr 07 11:35:45.219540 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: netmtu.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.220465 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.221015 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: net-mtu Apr 07 11:35:45.221341 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: netmtu_writable.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.222275 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.222786 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: net-mtu-writable Apr 07 11:35:45.223111 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: network_availability_zone.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.223790 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.224292 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: network_availability_zone Apr 07 11:35:45.224616 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: network_ip_availability.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.225759 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.226280 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: network-ip-availability Apr 07 11:35:45.226608 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: network_segment_range.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.227389 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.227896 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 11:35:45.228226 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: pagination.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.229258 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.229591 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: pagination Apr 07 11:35:45.229913 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: port_device_profile.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.230841 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.231354 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: port-device-profile Apr 07 11:35:45.231678 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.232604 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.233153 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: port-mac-address-regenerate Apr 07 11:35:45.233476 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.234916 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.235425 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: port-numa-affinity-policy Apr 07 11:35:45.235749 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: port_resource_request.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.236669 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.237216 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 11:35:45.237542 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: port_resource_request_groups.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.238513 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.239019 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 11:35:45.239341 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: portbindings.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.240276 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.240787 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: binding Apr 07 11:35:45.241138 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: portbindings_extended.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.242407 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.242931 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: binding-extended Apr 07 11:35:45.243265 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: portsecurity.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.244447 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.244997 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: port-security Apr 07 11:35:45.245326 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: project_id.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.246308 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.246640 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: project-id Apr 07 11:35:45.246971 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: providernet.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.247921 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.248433 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: provider Apr 07 11:35:45.248758 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.252934 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.253462 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos not supported by any of loaded plugins Apr 07 11:35:45.253799 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.255049 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.255570 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 11:35:45.255905 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.256832 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.257376 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 11:35:45.257701 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_default.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.258650 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.259162 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-default not supported by any of loaded plugins Apr 07 11:35:45.259487 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_fip.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.260415 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.260958 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 11:35:45.261288 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.262212 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.262730 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 11:35:45.263052 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_gateway_ip.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.264104 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.264621 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 11:35:45.264998 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_port_network_policy.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.265926 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.266439 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 11:35:45.266761 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.267819 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.268332 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 11:35:45.268654 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.269735 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.270257 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 11:35:45.270583 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_pps_rule.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.271766 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.272279 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 11:35:45.272607 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_rule_type_details.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.273553 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.274061 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 11:35:45.274390 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.275308 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.275819 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 11:35:45.276145 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: qos_rules_alias.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.277236 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.277751 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 11:35:45.278077 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: quota_check_limit.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.278996 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.279503 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: quota-check-limit Apr 07 11:35:45.279827 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: quotasv2.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.281310 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.281640 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: quotas Apr 07 11:35:45.281959 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: quotasv2_detail.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.283647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.283984 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: quota_details Apr 07 11:35:45.284313 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: rbac.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.285400 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.285926 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: rbac-policies Apr 07 11:35:45.286257 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: rbac_address_group.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.287204 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.287721 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: rbac-address-group Apr 07 11:35:45.288050 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: rbac_address_scope.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.289019 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.289535 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: rbac-address-scope Apr 07 11:35:45.289863 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: rbac_security_groups.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.290860 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.291374 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: rbac-security-groups Apr 07 11:35:45.291707 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: rbac_subnetpool.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.292639 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.293177 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: rbac-subnetpool Apr 07 11:35:45.293504 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: revisionifmatch.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.294439 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.294950 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: revision-if-match Apr 07 11:35:45.295275 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: revisions.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.296962 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.297529 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: standard-attr-revisions Apr 07 11:35:45.297798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: router_availability_zone.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.298476 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.298983 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: router_availability_zone Apr 07 11:35:45.299305 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: routerservicetype.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.300233 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.300738 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 11:35:45.301089 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.302022 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.302535 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: security-groups-normalized-cidr Apr 07 11:35:45.302858 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.303783 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.304294 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: port-security-groups-filtering Apr 07 11:35:45.304614 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.305579 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.306090 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: security-groups-remote-address-group Apr 07 11:35:45.306414 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.307356 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.307868 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: security-groups-shared-filtering Apr 07 11:35:45.308194 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.308788 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 11:35:45.309146 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: securitygroup.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.321451 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.321988 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: security-group Apr 07 11:35:45.322328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: segment.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.323072 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.323583 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension segment not supported by any of loaded plugins Apr 07 11:35:45.323913 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.324878 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.325396 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 11:35:45.325727 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: servicetype.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.326845 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.327376 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: service-type Apr 07 11:35:45.327711 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: sorting.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.328787 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.329156 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: sorting Apr 07 11:35:45.329481 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: standard_attr_segment.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.330416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.330931 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 11:35:45.331258 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: standardattrdescription.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.331918 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.332424 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: standard-attr-description Apr 07 11:35:45.332752 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: stateful_security_group.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.333713 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.334227 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: stateful-security-group Apr 07 11:35:45.334552 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: stdattrs_common.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.335128 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 11:35:45.335451 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.336403 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.336955 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 11:35:45.337286 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: subnet_onboard.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.338360 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.338883 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: subnet_onboard Apr 07 11:35:45.339212 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.340152 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.340667 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 11:35:45.341029 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: subnet_service_types.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.341974 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.342495 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: subnet-service-types Apr 07 11:35:45.342822 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: subnetallocation.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.344422 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.344967 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: subnet_allocation Apr 07 11:35:45.345298 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.345973 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.346477 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: subnetpool-prefix-ops Apr 07 11:35:45.346801 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.347744 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.348257 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 11:35:45.348580 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: tagging.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.349694 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.350222 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: standard-attr-tag Apr 07 11:35:45.350554 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: timestamp.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.351774 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.352290 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loaded extension: standard-attr-timestamp Apr 07 11:35:45.352620 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: trunk.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.353689 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.354207 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension trunk not supported by any of loaded plugins Apr 07 11:35:45.354537 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: trunk_details.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.355466 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.355982 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 11:35:45.356309 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: uplink_status_propagation.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.357269 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.357785 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 11:35:45.358115 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Loading extension file: vlantransparent.py {{(pid=109750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:35:45.359352 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:35:45.359858 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 11:35:45.362433 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:network Apr 07 11:35:45.363011 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:subnet Apr 07 11:35:45.363372 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:35:45.363765 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:port Apr 07 11:35:45.365046 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.365495 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service FLAVORS assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.366108 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.366534 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.366875 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:router Apr 07 11:35:45.367304 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:35:45.367795 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service METERING assigned prefix: /metering {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.369537 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.369914 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.370269 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:35:45.371277 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:35:45.371736 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:35:45.372174 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:35:45.372769 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service CORE assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.373129 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:35:45.373480 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] subnetpool is already registered Apr 07 11:35:45.373928 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service CORE assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.374279 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:35:45.374620 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] subnetpool is already registered Apr 07 11:35:45.376987 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.377428 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service FLAVORS assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.378020 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.378444 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.378783 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:router Apr 07 11:35:45.379124 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] router is already registered Apr 07 11:35:45.379540 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:35:45.380136 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] floatingip is already registered Apr 07 11:35:45.380597 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service METERING assigned prefix: /metering {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.381294 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:35:45.381626 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] rbac_policy is already registered Apr 07 11:35:45.382041 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:35:45.382378 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] security_group is already registered Apr 07 11:35:45.382783 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:35:45.383116 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] security_group_rule is already registered Apr 07 11:35:45.383736 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service CORE assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.384065 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:35:45.384399 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] subnetpool is already registered Apr 07 11:35:45.384819 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.v2.resource_helper [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Service CORE assigned prefix: {{(pid=109750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:35:45.385171 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:35:45.385506 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING neutron.quota.resource_registry [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] subnetpool is already registered Apr 07 11:35:45.385976 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: extensions {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.387449 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: address-groups {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.388963 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: address-scopes {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.390620 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: agents {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.392839 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: auto-allocated-topology {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.394905 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: availability_zones {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.396800 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: dhcp-networks {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.398510 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: dhcp-agents {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.400627 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: routers {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.405150 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: flavors {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.407199 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: service_profiles {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.408453 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: next_providers {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.410933 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: service_profiles {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.412555 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: floatingip-pools {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.413811 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: routers {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.415923 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: floatingips {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.417243 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: l3-routers {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.418646 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: l3-agents {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.420053 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: metering-labels {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.422021 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: metering-label-rules {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.423286 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: network-ip-availabilities {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.424556 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: bindings {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.426261 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: quotas {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.427972 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: quotas {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.429544 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: rbac-policies {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.430841 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: security-groups {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.432077 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: security-group-rules {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.433337 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: service-providers {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.434554 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: subnetpools {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.435987 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: subnetpools {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.437509 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.439192 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.441077 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.442864 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.444650 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.446542 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.448247 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.450203 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.451963 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.453878 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron.api.extensions [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Extended resource: tags {{(pid=109750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:35:45.459815 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING keystonemiddleware.auth_token [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 11:35:45.464571 dv-cinder-836804-2-iscsi neutron-server[109750]: WARNING keystonemiddleware.auth_token [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 11:35:45.474237 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_concurrency.lockutils [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Acquired lock "singleton_lock" {{(pid=109750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 11:35:45.474719 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_concurrency.lockutils [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Releasing lock "singleton_lock" {{(pid=109750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 11:35:45.475374 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Starting 2 workers Apr 07 11:35:45.480348 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Started child 109859 {{(pid=109750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:35:45.485486 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Started child 109860 {{(pid=109750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:35:45.486392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.487085 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO neutron.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 11:35:45.487711 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.487983 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [-] (109859) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:35:45.490287 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Starting 1 workers Apr 07 11:35:45.490398 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.491769 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [-] (109860) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:35:45.495913 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Started child 109861 {{(pid=109750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:35:45.496463 dv-cinder-836804-2-iscsi neutron-server[109750]: INFO oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Starting 1 workers Apr 07 11:35:45.499566 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] calling RpcWorker wait() {{(pid=109861) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 11:35:45.500113 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] returning from RpcWorker wait() {{(pid=109861) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 11:35:45.501183 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Started child 109862 {{(pid=109750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:35:45.501388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.501842 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:45.501988 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG neutron_lib.callbacks.manager [None req-99c75741-c9cf-4f25-a757-73cd3c611e36 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.504039 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:35:45.504402 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:35:45.504593 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:35:45.504828 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:35:45.505227 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:35:45.505393 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:35:45.505924 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.506215 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.506304 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:45.506771 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.506771 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.506994 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.507393 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:45.507759 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.508031 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.508286 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.508577 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.508815 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.509008 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.509171 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.509590 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.509829 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.510136 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.510402 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.510641 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.510889 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.511056 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.511485 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.511774 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.512006 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.512279 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] debug = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.512526 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.513036 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.513266 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.513518 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.513741 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.514006 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.514252 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.514524 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.514742 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.514996 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.515242 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.515498 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.515722 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.515931 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.516203 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.516422 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.516664 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.516897 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.517361 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] host = dv-cinder-836804-2-iscsi {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.517585 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.517822 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.518059 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.518305 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.518562 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.518801 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.519067 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.519327 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.519569 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.519800 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.520021 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.520268 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.520506 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.520767 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.520944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_options = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.521176 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.521451 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.521724 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.521911 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.522082 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.522233 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.522511 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.522674 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.522921 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.523156 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.523369 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.523582 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.523816 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.524030 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.524958 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.525391 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.525986 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.526601 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.526863 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.527130 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.527383 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.527642 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.527950 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.528669 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.528915 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.529698 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.532226 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.532503 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.532759 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.533071 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.533331 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.533613 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.533875 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.534129 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.534412 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.540230 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.540486 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.540763 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.541110 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.541366 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.541658 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.541980 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.542215 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.542491 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.542744 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.542999 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.543222 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_json = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.543463 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.543706 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.543974 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.544197 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.544447 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.544642 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.545376 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.545801 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.546056 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.547219 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.547664 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.548002 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.548252 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.549039 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.549538 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.549810 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.550048 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.550295 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.550548 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.550874 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.551115 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.551450 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.551840 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.552275 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.552461 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.552715 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.553097 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.553283 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556328 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556969 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556969 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556969 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556969 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556969 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.556969 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.557401 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.557401 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.557910 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.557910 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.558158 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.558369 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.558666 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.558894 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.559110 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.559325 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.559686 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.559984 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.560317 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.560579 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.560825 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.561157 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.561403 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.561642 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.562010 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.562234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.562450 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.562699 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.562914 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.563185 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.563443 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.563664 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.563878 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.564089 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.564326 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.564579 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.564796 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.565031 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.565243 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.565467 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.565700 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.565982 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.566236 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.566455 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.566689 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.566909 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.567150 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.567563 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.567987 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.568388 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.568782 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.569218 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.569438 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.569689 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.569894 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.570127 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.570327 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.570548 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.570767 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.570979 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.571193 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.571404 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.571620 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.571853 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.572233 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.572565 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.572827 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.573109 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.573298 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.573567 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.573787 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.574035 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.574275 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.574494 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.574711 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.574976 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.575188 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.575451 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.575684 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.575916 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.576177 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.576395 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.576654 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.576909 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.577116 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.577390 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.577893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.578175 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.578411 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.578667 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.578939 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.579189 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.579477 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.579713 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.579961 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.580206 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.580472 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.580794 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.581098 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.581368 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.581635 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.581886 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.582161 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.582395 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.582645 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.582876 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.583140 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.583381 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.583610 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.583878 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.584096 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.584329 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.584645 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.584913 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.585163 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.585377 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.585639 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.585889 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.586160 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.586430 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.586674 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.586924 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.587170 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.587422 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.587641 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.587877 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.588134 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.588347 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.588744 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.589152 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.589549 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.589909 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.590285 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.590706 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.590928 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.591157 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.591373 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.591604 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.591836 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.592073 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.592290 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.592511 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.592750 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.593491 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.593721 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.593941 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.594155 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.594528 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.594968 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.595079 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.595362 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.595566 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.595810 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.596354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.596784 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.597023 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.597370 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.597567 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.597750 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.597936 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.598166 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.598377 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.598591 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.598820 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.599050 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.599413 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.599542 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.599884 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.600163 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.600376 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.600770 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.601393 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.601527 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.601726 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.601976 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.602167 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.602380 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.602601 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.603020 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.603411 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.603650 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.604193 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.604414 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.604691 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.604972 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.605231 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.605473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.605694 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.606007 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.606159 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.606379 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.606565 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.606783 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.607178 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.607379 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.607591 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.607895 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.608164 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.608393 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.608736 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.609607 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.609742 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.609971 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.610184 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.610395 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.610623 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.610838 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.611139 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.611321 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.611482 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.611787 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.611939 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.612148 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.612360 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.612602 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.612810 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.613108 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.613283 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.613503 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.613713 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.613935 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.614190 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.614343 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.614565 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.614788 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:35:45.614883 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.615026 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.615251 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.615460 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.615714 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.616109 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.616109 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.616307 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.616762 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.617064 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.617284 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.617580 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.617897 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.618117 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.618335 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.618655 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.619015 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.619449 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.619646 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.619868 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.620105 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.620361 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.620761 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.621024 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.621314 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.621548 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.621818 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.622104 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.622363 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.622573 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.623291 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.623291 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.623592 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.623681 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.623934 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.624192 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.624459 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.624675 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.624935 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.625174 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.625389 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.625671 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.625928 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.626154 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.626373 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.626595 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.626829 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.627075 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.627283 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.627504 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.627717 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.627862 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:35:45.628422 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.630473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631131 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.631857 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632683 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632683 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] debug = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.632910 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.633033 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.633206 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.633363 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.633535 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.633719 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.633907 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634037 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634206 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634335 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634481 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634596 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634749 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.634917 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635084 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635212 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635336 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635497 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635663 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] host = dv-cinder-836804-2-iscsi {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635794 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.635996 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.636178 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.636425 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.636593 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.636751 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.640893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_options = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641416 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.641798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642234 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.642668 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643118 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643118 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643118 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643302 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643302 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643461 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643617 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643856 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.643856 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.644212 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.644337 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.644460 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.644616 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.644715 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.644847 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.645023 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.645183 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_json = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.645349 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.645671 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.645976 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.646137 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.646392 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.646506 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.646579 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.646727 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.646877 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:35:45.647055 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.647218 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.647401 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.647551 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.647712 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.647868 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.648181 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.648344 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.648502 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.648660 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.648830 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649026 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649195 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649354 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649515 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649677 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649836 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.649997 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.650157 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.650315 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.650474 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.650632 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.650801 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.650943 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.651104 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.651266 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.651423 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.651732 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.652039 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.652214 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.652373 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.652534 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.652693 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.652836 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653024 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653185 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653345 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653505 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653665 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653824 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.653983 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.654141 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.654299 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.654457 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.654617 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.654777 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.654937 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.655097 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.655256 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.655417 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.656091 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.656252 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.656412 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.656600 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.656767 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.656937 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.657081 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.657240 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.657399 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.657557 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.657716 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.657875 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.658039 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.658197 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.658355 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.659944 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.660647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.660647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.660647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.660647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.660647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.660647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661200 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661200 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661200 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661200 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661473 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661622 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661757 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.661913 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.662071 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.662228 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.662396 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.662571 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.662729 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.662889 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663046 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663204 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663362 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663519 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663677 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663837 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.663995 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.664153 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.664312 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.664472 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.664630 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.664789 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665035 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665195 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665352 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665509 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665667 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665824 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.665983 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.666141 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.666298 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.666455 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.666612 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.666769 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.666937 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.667096 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.667256 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.667414 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.667578 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.667746 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.667910 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.668068 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.668225 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.668382 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.668541 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.668699 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.668872 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669036 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669194 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669352 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669521 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669681 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669841 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.669999 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.670178 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.670337 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.670493 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.670651 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.670809 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.670967 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.671147 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.671337 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.671496 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.671655 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.671813 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.671972 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.672130 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.672288 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.672445 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.672603 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.672762 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.672949 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.673109 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.673269 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.673427 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.673585 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.673743 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.673900 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.674058 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.674217 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.674373 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.674531 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.674688 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.674844 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675004 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675161 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675318 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675477 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675635 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675792 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.675951 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.676111 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.676270 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.676429 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.676587 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.676745 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.676933 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.677095 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.677254 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.677413 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.677572 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.677730 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.677893 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.678051 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.678198 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.678356 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.678515 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.678673 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.678830 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679006 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679164 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679320 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679479 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679638 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679796 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.679955 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.680113 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.680270 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.680428 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.680588 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.680746 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.680936 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.681096 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.681255 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.681412 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.681573 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.681733 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.681892 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682050 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682210 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682367 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682524 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682682 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682841 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.682999 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.683156 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.683314 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.683471 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.683641 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.683800 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.683959 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.684119 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.684276 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.684433 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.684601 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.684759 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.684941 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.685102 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.685260 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.685418 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.685585 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.685743 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.685900 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.686059 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.686216 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.686373 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.686541 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.686699 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.686883 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.687042 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.687199 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.687357 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.687525 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.687683 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.687846 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688005 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688163 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688321 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688489 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688647 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688805 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.688996 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.689155 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.689313 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.689480 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.689639 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.689798 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.689965 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.690123 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.690280 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.690438 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.690608 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.690767 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.690927 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.691085 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.691244 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.691402 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.691562 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.691723 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.691892 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.692057 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.692216 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.692381 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.692547 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.692713 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.692895 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.693065 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.693235 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.693393 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.693550 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.693708 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.693865 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694023 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694181 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694338 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694496 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694655 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694814 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.694971 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.695128 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.695287 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.695444 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.695604 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.695764 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.695922 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.696080 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.696238 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:35:45.696389 dv-cinder-836804-2-iscsi neutron-server[109750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:35:45.700177 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 32994) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:35:45.709261 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068464 Apr 07 11:35:57.335733 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53d4fa-74bc-4f41-ac52-a3f6ccbfcd61 None None] get_active_networks_info from dv-cinder-836804-2-iscsi {{(pid=109861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:35:57.399628 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab53d4fa-74bc-4f41-ac52-a3f6ccbfcd61 None None] No non-hosted networks {{(pid=109861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 11:35:57.410012 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.agentschedulers_db [None req-ab53d4fa-74bc-4f41-ac52-a3f6ccbfcd61 None None] DHCP Agent not found on host dv-cinder-836804-2-iscsi {{(pid=109861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 11:35:57.542130 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-85801e1a-d44e-4f9c-8e98-f8e140318819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512928'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:59.517489 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-104794a6-8c2c-45cc-9f45-68e728a661b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512928'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:35:59.556651 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-203050a9-d3eb-49e1-b3a3-d9e173334290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:00.566953 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33056) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:00.630164 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512928'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:01.122639 dv-cinder-836804-2-iscsi neutron-server[109859]: WARNING oslo_policy.policy [None req-46afac5e-728a-4ba3-88bf-c6da4a337ac8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:01.123327 dv-cinder-836804-2-iscsi neutron-server[109859]: WARNING oslo_policy.policy [None req-46afac5e-728a-4ba3-88bf-c6da4a337ac8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:01.347887 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [None req-46afac5e-728a-4ba3-88bf-c6da4a337ac8 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:01.360877 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-46afac5e-728a-4ba3-88bf-c6da4a337ac8 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7810597 Apr 07 11:36:01.868692 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512928'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:03.472974 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512928'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:03.474523 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.475099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.475577 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.476211 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.476709 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.477350 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.477897 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.478520 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.479073 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.479670 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.480244 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.480912 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.481318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.481765 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.482153 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:03.482746 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836804-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:03.489638 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836804-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:03.933806 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33090) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:04.263246 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:04.361530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.policy [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:36:04.404165 dv-cinder-836804-2-iscsi neutron-server[109859]: WARNING oslo_policy.policy [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:04.404473 dv-cinder-836804-2-iscsi neutron-server[109859]: WARNING oslo_policy.policy [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:04.503096 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785986046480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785986046205', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785985997719', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785986006984', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785986014072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785986020624', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7643092', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7655215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1816850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1713724'] for rbac-policy (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:04.574133 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:04.586427 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a7bd45f6-1a90-45c2-b5dc-8b65cf82b299 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6406801 Apr 07 11:36:05.723892 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.db.l3_hamode_db [None req-0b331f9f-f46e-4625-8c37-f6487fc3d7b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 11:36:05.816355 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b331f9f-f46e-4625-8c37-f6487fc3d7b2 None None] Routers set() bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:05.816701 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b331f9f-f46e-4625-8c37-f6487fc3d7b2 None None] Router IDs set() for agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:36:07.164262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33102) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:07.469032 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:07.498252 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Made reservation on behalf of afc016b3a792492e99c5f4706300231e for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:07.502647 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.519442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.629784 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks [] for security_group (8f72af9f-afad-4084-b49e-9df813883b51), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.633371 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8f72af9f-afad-4084-b49e-9df813883b51), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.656995 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:36:07.692183 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785988171969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.692764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Unsubscribe: segment precommit_create {{(pid=109859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:36:07.693296 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Added segment a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1 of type vlan for network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 Apr 07 11:36:07.708872 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8f72af9f-afad-4084-b49e-9df813883b51,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.762466 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.762812 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.763168 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.763530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.763870 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.764204 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.764551 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.764901 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.765233 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.765828 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.766132 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.766455 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.766779 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.767099 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.767461 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Tracked resource versions report: Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: pushed versions: Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Agent': {'1.1'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Log': {'1.0'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'NDPProxy': {'1.0'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Network': {'1.1'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Port': {'1.7'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'PortForwarding': {'1.3'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'QosPolicy': {'1.10'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SubPort': {'1.0'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Subnet': {'1.1'}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Trunk': {'1.1'}} Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: consumer versions: Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Agent': '1.1', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'ConntrackHelper': '1.0', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'LocalIPAssociation': '1.0', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Log': '1.0', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'NDPProxy': '1.0', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Network': '1.1', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Port': '1.7', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'PortForwarding': '1.3', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'QosPolicy': '1.10', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroup': '1.5', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroupRule': '1.2', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SubPort': '1.0', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Subnet': '1.1', Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Trunk': '1.1'}} Apr 07 11:36:07.769060 dv-cinder-836804-2-iscsi neutron-server[109859]: {{(pid=109859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:07.800732 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (cdf9aae3-e15d-41e2-b3bb-8cef2932af50), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.841576 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (cdf9aae3-e15d-41e2-b3bb-8cef2932af50), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.846772 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:07.847479 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:07.909733 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7442951 Apr 07 11:36:07.966649 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05170-cfa4-471a-986c-fa64f29450d4 demo demo] Pushing event updated for resources: {'Network': ['ID=cdf9aae3-e15d-41e2-b3bb-8cef2932af50,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:07.979223 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:36:10.495720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33114) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:10.893892 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4f130-b7d6-44fd-8d36-c1c03002ce2a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:10.895208 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-30e4f130-b7d6-44fd-8d36-c1c03002ce2a demo admin] 10.222.0.47 "GET /v2.0/networks/cdf9aae3-e15d-41e2-b3bb-8cef2932af50 HTTP/1.1" status: 200 len: 825 time: 0.3985307 Apr 07 11:36:10.918877 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-907c984d-cb1e-41ee-b30d-f40d44561d02 demo admin] 10.222.0.47 "GET /v2.0/subnetpools/1d056519-c22e-426b-a339-6c3d6f7a8a0b HTTP/1.1" status: 200 len: 734 time: 0.0180774 Apr 07 11:36:10.926966 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Request body: {'subnet': {'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:10.947303 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Made reservation on behalf of afc016b3a792492e99c5f4706300231e for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:10.949505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.230438 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (f8e172ea-8d8f-4ec0-b544-9ebc51e244c5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.300025 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Pushing event updated for resources: {'Subnet': ['ID=f8e172ea-8d8f-4ec0-b544-9ebc51e244c5,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:11.302022 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Checking segment: {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:11.302397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Network hostable DHCP agents. Network: cdf9aae3-e15d-41e2-b3bb-8cef2932af50, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:36:11.322510 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:36:11.333958 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, cdf9aae3-e15d-41e2-b3bb-8cef2932af50) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:11.338563 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:11.339224 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.344026 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdeddf-a407-45b6-a294-38930d85ad01 None None] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:11.354551 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-0376251a-7eca-4bfb-811d-3d1b8a21971b demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4306750 Apr 07 11:36:11.720757 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'project_id': 'afc016b3a792492e99c5f4706300231e', 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:36:11.721998 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:11.994021 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Allocated IP 172.20.0.2 (cdf9aae3-e15d-41e2-b3bb-8cef2932af50/f8e172ea-8d8f-4ec0-b544-9ebc51e244c5/4396700a-8a1a-483d-a214-b35a513b039c) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:12.266075 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Publish callbacks [] for port (4396700a-8a1a-483d-a214-b35a513b039c), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.273992 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (4396700a-8a1a-483d-a214-b35a513b039c), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.350033 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:12.356917 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:12.360462 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:12.370403 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Pushing event updated for resources: {'Port': ['ID=4396700a-8a1a-483d-a214-b35a513b039c,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:12.399635 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.399980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.400336 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.400691 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.401056 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.401388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.401715 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.402039 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.402364 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.402687 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.403011 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.403353 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.403677 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.404008 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.404318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Tracked resource versions report: Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: pushed versions: Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Agent': {'1.1'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Log': {'1.0'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'NDPProxy': {'1.0'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Network': {'1.1'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Port': {'1.7'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'PortForwarding': {'1.3'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'QosPolicy': {'1.10'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SubPort': {'1.0'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Subnet': {'1.1'}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Trunk': {'1.1'}} Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: consumer versions: Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Agent': '1.1', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'ConntrackHelper': '1.0', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'LocalIPAssociation': '1.0', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Log': '1.0', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'NDPProxy': '1.0', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Network': '1.1', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Port': '1.7', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'PortForwarding': '1.3', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'QosPolicy': '1.10', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroup': '1.5', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroupRule': '1.2', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SubPort': '1.0', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Subnet': '1.1', Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Trunk': '1.1'}} Apr 07 11:36:12.406402 dv-cinder-836804-2-iscsi neutron-server[109861]: {{(pid=109861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:12.456032 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Attempting to bind port 4396700a-8a1a-483d-a214-b35a513b039c on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:12.456439 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Attempting to bind port 4396700a-8a1a-483d-a214-b35a513b039c by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:12.456849 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Attempting to bind port 4396700a-8a1a-483d-a214-b35a513b039c on network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:12.461663 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:12.462041 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Checking segment: {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:12.462524 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.462914 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Bound using segment: {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:12.463392 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Bound port: 4396700a-8a1a-483d-a214-b35a513b039c, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:12.463793 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4396700a-8a1a-483d-a214-b35a513b039c), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.524556 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] For port 4396700a-8a1a-483d-a214-b35a513b039c, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:12.546879 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] For port 4396700a-8a1a-483d-a214-b35a513b039c, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4396700a-8a1a-483d-a214-b35a513b039c,segment=NetworkSegment(a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1),segment_id=a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:12.554391 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4396700a-8a1a-483d-a214-b35a513b039c), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:12.611400 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3d00-045a-4970-904c-d961fee7f3a6 None None] Pushing event updated for resources: {'Port': ['ID=4396700a-8a1a-483d-a214-b35a513b039c,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:13.914226 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33122) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:14.228975 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [None req-29ed3651-1760-4277-812a-9744491f929e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:14.229977 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-29ed3651-1760-4277-812a-9744491f929e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147407 Apr 07 11:36:16.777376 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33130) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:17.097157 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [None req-93589fcd-fd69-4831-8775-b7b51c3bcc53 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:17.098131 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-93589fcd-fd69-4831-8775-b7b51c3bcc53 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197300 Apr 07 11:36:19.626530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33138) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:19.931869 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:19.955428 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (374612db-4bf8-4369-ba88-b62272cc8823), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:19.957033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (374612db-4bf8-4369-ba88-b62272cc8823), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.090194 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] Publish callbacks [] for router_controller (374612db-4bf8-4369-ba88-b62272cc8823), precommit_add_association {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.095609 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (374612db-4bf8-4369-ba88-b62272cc8823), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.112360 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:20.113529 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2c7f7bca-d497-428e-9f8b-d2db1b8b6244 demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4860353 Apr 07 11:36:22.666423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33150) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:22.979957 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [None req-23281f91-f30f-4a50-8c69-c204652d228a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:22.981008 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-23281f91-f30f-4a50-8c69-c204652d228a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136177 Apr 07 11:36:24.036422 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd544b8-34ea-45ee-81f0-801ff6283974 None None] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:24.155851 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] Provisioning complete for port 4396700a-8a1a-483d-a214-b35a513b039c triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:24.156257 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4396700a-8a1a-483d-a214-b35a513b039c), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:24.269424 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4396700a-8a1a-483d-a214-b35a513b039c up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:24.353467 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] Current status of the port 4396700a-8a1a-483d-a214-b35a513b039c is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:24.353862 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4396700a-8a1a-483d-a214-b35a513b039c), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:24.395346 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] For port 4396700a-8a1a-483d-a214-b35a513b039c, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4396700a-8a1a-483d-a214-b35a513b039c,segment=NetworkSegment(a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1),segment_id=a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:24.400014 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4396700a-8a1a-483d-a214-b35a513b039c), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:24.427481 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 4396700a-8a1a-483d-a214-b35a513b039c triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:24.427870 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4396700a-8a1a-483d-a214-b35a513b039c), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:24.478137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a92fa-989b-4b3a-86ee-e9d5c8b4900c None None] Pushing event updated for resources: {'Port': ['ID=4396700a-8a1a-483d-a214-b35a513b039c,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:24.531867 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-ac950fed-7d6a-4df5-ac5f-c512e074e28e None None] Provisioning complete for port 4396700a-8a1a-483d-a214-b35a513b039c triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:24.532178 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ac950fed-7d6a-4df5-ac5f-c512e074e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4396700a-8a1a-483d-a214-b35a513b039c), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:24.534384 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 4396700a-8a1a-483d-a214-b35a513b039c is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:24.610873 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-ac950fed-7d6a-4df5-ac5f-c512e074e28e None None] Current status of the port 4396700a-8a1a-483d-a214-b35a513b039c is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:25.506439 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33158) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:25.824083 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:25.843346 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Made reservation on behalf of a96af9d196d641ad8cc94670e202775a for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:25.845741 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:25.855395 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:25.927858 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks [] for security_group (3d78589f-2cc7-4aad-bba0-119dcc15ea27), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:25.931360 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (3d78589f-2cc7-4aad-bba0-119dcc15ea27), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:25.946090 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Reserving flat network on physical network physnet1 {{(pid=109859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 11:36:25.964056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d78589f-2cc7-4aad-bba0-119dcc15ea27,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:25.969220 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (47ca3296-af7d-4333-bb36-984d21d68ffc), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:25.969561 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Added segment 47ca3296-af7d-4333-bb36-984d21d68ffc of type flat for network 07030f37-f959-4a42-ad5b-5c65fe2ab514 Apr 07 11:36:26.017776 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (07030f37-f959-4a42-ad5b-5c65fe2ab514), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:26.048849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (07030f37-f959-4a42-ad5b-5c65fe2ab514), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:26.049863 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:26.050423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:26.102145 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5946531 Apr 07 11:36:26.144040 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52ad5-635d-495b-8c3d-627637f42c35 admin admin] Pushing event updated for resources: {'Network': ['ID=07030f37-f959-4a42-ad5b-5c65fe2ab514,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:26.155558 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:36:26.256201 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4396700a-8a1a-483d-a214-b35a513b039c up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:26.307846 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 4396700a-8a1a-483d-a214-b35a513b039c triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:26.308320 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4396700a-8a1a-483d-a214-b35a513b039c), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:26.383216 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 4396700a-8a1a-483d-a214-b35a513b039c is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:27.279940 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-91f170a2-b5b7-4351-b32b-487958a6ad7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:28.595904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33166) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:28.945085 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900b9e2-cd9b-4d62-8396-3241ff0364a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:28.946404 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e900b9e2-cd9b-4d62-8396-3241ff0364a8 demo admin] 10.222.0.47 "GET /v2.0/subnets/f8e172ea-8d8f-4ec0-b544-9ebc51e244c5 HTTP/1.1" status: 200 len: 849 time: 0.3495471 Apr 07 11:36:29.067648 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1f7aeff9-539d-443f-9508-dfb551f7d4b8 demo admin] 10.222.0.47 "GET /v2.0/routers/374612db-4bf8-4369-ba88-b62272cc8823 HTTP/1.1" status: 200 len: 704 time: 0.1143978 Apr 07 11:36:29.332106 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:29.500928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a44873b5-f07d-4b6b-a86b-ce583334c1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:29.659001 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Allocated IP 172.20.0.1 (cdf9aae3-e15d-41e2-b3bb-8cef2932af50/f8e172ea-8d8f-4ec0-b544-9ebc51e244c5/4ebe15d0-5f49-420e-864d-2140690384f6) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:29.806253 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks [] for port (4ebe15d0-5f49-420e-864d-2140690384f6), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:29.871981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:29.939881 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:29.945536 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:29.956698 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:29.957261 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (374612db-4bf8-4369-ba88-b62272cc8823), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:29.978716 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Pushing event updated for resources: {'Port': ['ID=4ebe15d0-5f49-420e-864d-2140690384f6,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:30.165639 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.258673 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-09edbf77-af5a-460f-9fee-d614d1fa9935 None None] Provisioning complete for port 4ebe15d0-5f49-420e-864d-2140690384f6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:30.258965 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-09edbf77-af5a-460f-9fee-d614d1fa9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.337667 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-09edbf77-af5a-460f-9fee-d614d1fa9935 None None] Port 4ebe15d0-5f49-420e-864d-2140690384f6 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:36:30.375421 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks [] for port (4ebe15d0-5f49-420e-864d-2140690384f6), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.379809 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.380570 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (374612db-4bf8-4369-ba88-b62272cc8823), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.460811 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Pushing event updated for resources: {'Port': ['ID=4ebe15d0-5f49-420e-864d-2140690384f6,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:30.502815 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:30.504085 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:30.585672 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.665895 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Router 374612db-4bf8-4369-ba88-b62272cc8823 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:36:30.757458 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:36:30.758777 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-7eeaed13-7df0-4569-a7b6-e848bd6c5828 None None] Provisioning complete for port 4ebe15d0-5f49-420e-864d-2140690384f6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:30.759189 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7eeaed13-7df0-4569-a7b6-e848bd6c5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.762845 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-409b9a49-14d6-4db7-9d94-339f01b5b05c demo admin] 10.222.0.47 "PUT /v2.0/routers/374612db-4bf8-4369-ba88-b62272cc8823/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6899877 Apr 07 11:36:30.767564 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Sync routers for ids ['374612db-4bf8-4369-ba88-b62272cc8823'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:36:30.779198 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Routers {'374612db-4bf8-4369-ba88-b62272cc8823'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:30.780511 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:36:29Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['374612db-4bf8-4369-ba88-b62272cc8823'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:30.800017 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-7eeaed13-7df0-4569-a7b6-e848bd6c5828 None None] Port 4ebe15d0-5f49-420e-864d-2140690384f6 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:36:30.973085 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Set router 374612db-4bf8-4369-ba88-b62272cc8823 gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:36:31.397706 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374612db-4bf8-4369-ba88-b62272cc8823', 'name': 'router1', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:19Z', 'updated_at': '2022-04-07T11:36:30Z', 'revision_number': 2, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'gw_port_host': None, '_interfaces': [{'id': '4ebe15d0-5f49-420e-864d-2140690384f6', 'name': '', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'mac_address': 'fa:16:3e:f8:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:29Z', 'updated_at': '2022-04-07T11:36:30Z', 'revision_number': 2, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'subnets': [{'id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:31.448069 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Checking router: 374612db-4bf8-4369-ba88-b62272cc8823 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:36:31.448430 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Updating router 374612db-4bf8-4369-ba88-b62272cc8823 port 4ebe15d0-5f49-420e-864d-2140690384f6 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:36:31.506390 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:31.840012 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.029839 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Publish callbacks [] for port (4ebe15d0-5f49-420e-864d-2140690384f6), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.036394 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.212325 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Pushing event updated for resources: {'Port': ['ID=4ebe15d0-5f49-420e-864d-2140690384f6,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:32.220185 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Attempting to bind port 4ebe15d0-5f49-420e-864d-2140690384f6 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:32.220597 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Attempting to bind port 4ebe15d0-5f49-420e-864d-2140690384f6 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:32.221047 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Attempting to bind port 4ebe15d0-5f49-420e-864d-2140690384f6 on network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:32.229620 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.229975 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.230336 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.230700 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.231043 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.231378 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.231710 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.232038 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.232369 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.232725 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.233079 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.233409 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.233754 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.234064 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.234386 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Tracked resource versions report: Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: pushed versions: Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Agent': {'1.1'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Log': {'1.0'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'NDPProxy': {'1.0'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Network': {'1.1'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Port': {'1.7'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'PortForwarding': {'1.3'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'QosPolicy': {'1.10'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SubPort': {'1.0'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Subnet': {'1.1'}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Trunk': {'1.1'}} Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: consumer versions: Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Agent': '1.1', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'ConntrackHelper': '1.0', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'LocalIPAssociation': '1.0', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Log': '1.0', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'NDPProxy': '1.0', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Network': '1.1', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Port': '1.7', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'PortForwarding': '1.3', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'QosPolicy': '1.10', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroup': '1.5', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroupRule': '1.2', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SubPort': '1.0', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Subnet': '1.1', Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Trunk': '1.1'}} Apr 07 11:36:32.235853 dv-cinder-836804-2-iscsi neutron-server[109862]: {{(pid=109862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:32.240542 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:32.240977 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Checking segment: {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:32.241485 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.241876 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Bound using segment: {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:32.242368 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Bound port: 4ebe15d0-5f49-420e-864d-2140690384f6, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:32.242753 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.309450 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] For port 4ebe15d0-5f49-420e-864d-2140690384f6, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:32.329093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-4c2364eb-0925-4e30-9690-c755209120e2 None None] Provisioning complete for port 4ebe15d0-5f49-420e-864d-2140690384f6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:32.329760 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4c2364eb-0925-4e30-9690-c755209120e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.330449 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] For port 4ebe15d0-5f49-420e-864d-2140690384f6, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4ebe15d0-5f49-420e-864d-2140690384f6,segment=NetworkSegment(a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1),segment_id=a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:32.338531 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.366727 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-4c2364eb-0925-4e30-9690-c755209120e2 None None] Port 4ebe15d0-5f49-420e-864d-2140690384f6 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:36:32.393760 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb78f3-184d-460e-9c9c-6026b3890ccc None None] Pushing event updated for resources: {'Port': ['ID=4ebe15d0-5f49-420e-864d-2140690384f6,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:32.410986 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Routers {'374612db-4bf8-4369-ba88-b62272cc8823'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:32.411618 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:36:29Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['374612db-4bf8-4369-ba88-b62272cc8823'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:32.509600 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] Set router 374612db-4bf8-4369-ba88-b62272cc8823 gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:36:32.594992 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] Provisioning complete for port 4ebe15d0-5f49-420e-864d-2140690384f6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:32.595329 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.675992 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] Current status of the port 4ebe15d0-5f49-420e-864d-2140690384f6 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:32.676392 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.709103 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] For port 4ebe15d0-5f49-420e-864d-2140690384f6, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4ebe15d0-5f49-420e-864d-2140690384f6,segment=NetworkSegment(a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1),segment_id=a1181ea9-e3c2-4e4a-9c3d-9ebbff61ede1)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:32.719339 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.731005 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374612db-4bf8-4369-ba88-b62272cc8823', 'name': 'router1', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:19Z', 'updated_at': '2022-04-07T11:36:30Z', 'revision_number': 2, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'gw_port_host': None, '_interfaces': [{'id': '4ebe15d0-5f49-420e-864d-2140690384f6', 'name': '', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'mac_address': 'fa:16:3e:f8:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:29Z', 'updated_at': '2022-04-07T11:36:32Z', 'revision_number': 4, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'subnets': [{'id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:32.758959 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf1200-71b9-4b16-a20d-b99b5b16ba81 None None] The sync data for ids ['374612db-4bf8-4369-ba88-b62272cc8823'] in dv-cinder-836804-2-iscsi is: [{'id': '374612db-4bf8-4369-ba88-b62272cc8823', 'name': 'router1', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:19Z', 'updated_at': '2022-04-07T11:36:30Z', 'revision_number': 2, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'gw_port_host': None, '_interfaces': [{'id': '4ebe15d0-5f49-420e-864d-2140690384f6', 'name': '', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'mac_address': 'fa:16:3e:f8:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:29Z', 'updated_at': '2022-04-07T11:36:32Z', 'revision_number': 4, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'subnets': [{'id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:36:32.770138 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b90aa-5379-4392-a610-9bf747e7e51e None None] Pushing event updated for resources: {'Port': ['ID=4ebe15d0-5f49-420e-864d-2140690384f6,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:33.286351 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33188) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:33.472452 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:33.509799 dv-cinder-836804-2-iscsi neutron-server[109860]: WARNING oslo_policy.policy [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:33.510372 dv-cinder-836804-2-iscsi neutron-server[109860]: WARNING oslo_policy.policy [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:33.950209 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.policy [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:36:33.995718 dv-cinder-836804-2-iscsi neutron-server[109860]: WARNING oslo_policy.policy [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:33.996640 dv-cinder-836804-2-iscsi neutron-server[109860]: WARNING oslo_policy.policy [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:34.004562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:34.011705 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-fbf5a85d-9bd9-48b4-a553-1a440bde38b7 admin admin] 10.222.0.47 "GET /v2.0/networks/07030f37-f959-4a42-ad5b-5c65fe2ab514 HTTP/1.1" status: 200 len: 842 time: 0.7181988 Apr 07 11:36:34.016110 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:34.055131 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Made reservation on behalf of a96af9d196d641ad8cc94670e202775a for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:34.057885 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.454978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.objects.ports [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109860) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:36:34.455723 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (d6fdc641-956a-4a6c-b198-40396cc19b31), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.525166 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:34.525531 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Network hostable DHCP agents. Network: 07030f37-f959-4a42-ad5b-5c65fe2ab514, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:36:34.530607 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6fdc641-956a-4a6c-b198-40396cc19b31,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:34.542631 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.542972 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.543309 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.543640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.543964 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.544285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.544602 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.544981 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.545808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.546127 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.546443 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.546774 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.547086 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.547402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.547712 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Tracked resource versions report: Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: pushed versions: Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Agent': {'1.1'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Log': {'1.0'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'NDPProxy': {'1.0'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Network': {'1.1'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Port': {'1.7'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'PortForwarding': {'1.3'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'QosPolicy': {'1.10'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SubPort': {'1.0'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Subnet': {'1.1'}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Trunk': {'1.1'}} Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: consumer versions: Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Agent': '1.1', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'ConntrackHelper': '1.0', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'LocalIPAssociation': '1.0', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Log': '1.0', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'NDPProxy': '1.0', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Network': '1.1', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Port': '1.7', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'PortForwarding': '1.3', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'QosPolicy': '1.10', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroup': '1.5', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroupRule': '1.2', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SubPort': '1.0', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Subnet': '1.1', Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Trunk': '1.1'}} Apr 07 11:36:34.549120 dv-cinder-836804-2-iscsi neutron-server[109860]: {{(pid=109860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:34.576099 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:36:34.589788 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 07030f37-f959-4a42-ad5b-5c65fe2ab514) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:34.595119 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:34.595801 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.603922 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530852c5-c711-41ca-9be5-cf264c4c0817 None None] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:34.628940 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-92be571a-c375-49e7-af97-6586e4bd391c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6072755 Apr 07 11:36:34.711599 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f3691-dd8d-41ca-b45a-38459c8a9c96 None None] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:37.131037 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33218) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:37.383335 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5eb32bf0-0473-48d5-9054-9dde089e73b9 demo admin] 10.222.0.47 "GET /v2.0/routers/374612db-4bf8-4369-ba88-b62272cc8823 HTTP/1.1" status: 200 len: 710 time: 0.2510891 Apr 07 11:36:37.470705 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200039e5-95ef-4d1c-b6f1-32de0e603e50 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:37.472055 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-200039e5-95ef-4d1c-b6f1-32de0e603e50 demo admin] 10.222.0.47 "GET /v2.0/networks/07030f37-f959-4a42-ad5b-5c65fe2ab514 HTTP/1.1" status: 200 len: 886 time: 0.0834961 Apr 07 11:36:37.480971 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:37.740030 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks [] for router_gateway (374612db-4bf8-4369-ba88-b62272cc8823), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:37.984362 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks [] for router_gateway (374612db-4bf8-4369-ba88-b62272cc8823), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.067389 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.226826 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Allocated IP 172.27.2.13 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/251947fb-85d0-4665-a2a0-94f4681afecd) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:38.331649 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks [] for port (251947fb-85d0-4665-a2a0-94f4681afecd), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.391887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.459137 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:38.464773 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:38.476213 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:38.481898 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Pushing event updated for resources: {'Port': ['ID=251947fb-85d0-4665-a2a0-94f4681afecd,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:38.803165 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks [] for router_gateway (374612db-4bf8-4369-ba88-b62272cc8823), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.997820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2075376'] for router (374612db-4bf8-4369-ba88-b62272cc8823), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.002987 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535499'] for router (374612db-4bf8-4369-ba88-b62272cc8823), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.114903 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Router 374612db-4bf8-4369-ba88-b62272cc8823 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:36:39.221519 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:36:39.225863 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:39.227612 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-696e6f2a-50b1-47f1-ba04-ccbba16d8a01 demo admin] 10.222.0.47 "PUT /v2.0/routers/374612db-4bf8-4369-ba88-b62272cc8823 HTTP/1.1" status: 200 len: 889 time: 1.7497931 Apr 07 11:36:40.266260 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4ebe15d0-5f49-420e-864d-2140690384f6 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:40.317399 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 4ebe15d0-5f49-420e-864d-2140690384f6 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:40.317811 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:40.398303 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 4ebe15d0-5f49-420e-864d-2140690384f6 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:41.505020 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Sync routers for ids ['374612db-4bf8-4369-ba88-b62272cc8823'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:36:41.516908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Routers {'374612db-4bf8-4369-ba88-b62272cc8823'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:41.517538 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:36:29Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['374612db-4bf8-4369-ba88-b62272cc8823'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:41.730555 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Set router 374612db-4bf8-4369-ba88-b62272cc8823 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:36:41.777525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33230) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:41.900089 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-39171f42-a49e-4a83-aa89-1fecfd85ae2d admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1214635 Apr 07 11:36:42.215331 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374612db-4bf8-4369-ba88-b62272cc8823', 'name': 'router1', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '251947fb-85d0-4665-a2a0-94f4681afecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:19Z', 'updated_at': '2022-04-07T11:36:38Z', 'revision_number': 4, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'gw_port': {'id': '251947fb-85d0-4665-a2a0-94f4681afecd', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:38Z', 'updated_at': '2022-04-07T11:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4ebe15d0-5f49-420e-864d-2140690384f6', 'name': '', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'mac_address': 'fa:16:3e:f8:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:29Z', 'updated_at': '2022-04-07T11:36:32Z', 'revision_number': 5, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'subnets': [{'id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:42.267258 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Checking router: 374612db-4bf8-4369-ba88-b62272cc8823 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:36:42.267560 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Updating router 374612db-4bf8-4369-ba88-b62272cc8823 port 251947fb-85d0-4665-a2a0-94f4681afecd binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:36:42.318995 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.641314 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Publish callbacks [] for port (251947fb-85d0-4665-a2a0-94f4681afecd), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.647947 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.699303 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6617d-a397-4baa-aa27-2d5c6310b621 None None] Pushing event updated for resources: {'Port': ['ID=251947fb-85d0-4665-a2a0-94f4681afecd,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:42.703534 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Attempting to bind port 251947fb-85d0-4665-a2a0-94f4681afecd on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:42.703928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Attempting to bind port 251947fb-85d0-4665-a2a0-94f4681afecd by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:42.704289 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Attempting to bind port 251947fb-85d0-4665-a2a0-94f4681afecd on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:42.709468 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:42.709840 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:42.710232 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.710686 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:42.711188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Bound port: 251947fb-85d0-4665-a2a0-94f4681afecd, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:42.711574 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.762893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] For port 251947fb-85d0-4665-a2a0-94f4681afecd, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:42.766120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] For port 251947fb-85d0-4665-a2a0-94f4681afecd, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=251947fb-85d0-4665-a2a0-94f4681afecd,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:42.771888 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.821390 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Routers {'374612db-4bf8-4369-ba88-b62272cc8823'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:42.821941 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:36:29Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['374612db-4bf8-4369-ba88-b62272cc8823'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:42.869177 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6617d-a397-4baa-aa27-2d5c6310b621 None None] Pushing event updated for resources: {'Port': ['ID=251947fb-85d0-4665-a2a0-94f4681afecd,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:42.946533 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] Set router 374612db-4bf8-4369-ba88-b62272cc8823 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:36:43.155501 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374612db-4bf8-4369-ba88-b62272cc8823', 'name': 'router1', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '251947fb-85d0-4665-a2a0-94f4681afecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:19Z', 'updated_at': '2022-04-07T11:36:38Z', 'revision_number': 4, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'gw_port': {'id': '251947fb-85d0-4665-a2a0-94f4681afecd', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:38Z', 'updated_at': '2022-04-07T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4ebe15d0-5f49-420e-864d-2140690384f6', 'name': '', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'mac_address': 'fa:16:3e:f8:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:29Z', 'updated_at': '2022-04-07T11:36:32Z', 'revision_number': 5, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'subnets': [{'id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:43.182120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df37958-ea85-4279-a8ea-20c1f5df4e47 None None] The sync data for ids ['374612db-4bf8-4369-ba88-b62272cc8823'] in dv-cinder-836804-2-iscsi is: [{'id': '374612db-4bf8-4369-ba88-b62272cc8823', 'name': 'router1', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '251947fb-85d0-4665-a2a0-94f4681afecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:19Z', 'updated_at': '2022-04-07T11:36:38Z', 'revision_number': 4, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'gw_port': {'id': '251947fb-85d0-4665-a2a0-94f4681afecd', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:38Z', 'updated_at': '2022-04-07T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4ebe15d0-5f49-420e-864d-2140690384f6', 'name': '', 'network_id': 'cdf9aae3-e15d-41e2-b3bb-8cef2932af50', 'tenant_id': 'afc016b3a792492e99c5f4706300231e', 'mac_address': 'fa:16:3e:f8:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374612db-4bf8-4369-ba88-b62272cc8823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:36:29Z', 'updated_at': '2022-04-07T11:36:32Z', 'revision_number': 5, 'project_id': 'afc016b3a792492e99c5f4706300231e', 'subnets': [{'id': 'f8e172ea-8d8f-4ec0-b544-9ebc51e244c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d056519-c22e-426b-a339-6c3d6f7a8a0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:36:44.274143 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 251947fb-85d0-4665-a2a0-94f4681afecd up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:44.340659 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 251947fb-85d0-4665-a2a0-94f4681afecd triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:44.341179 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.423297 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 251947fb-85d0-4665-a2a0-94f4681afecd is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:44.423691 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.447616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 251947fb-85d0-4665-a2a0-94f4681afecd, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=251947fb-85d0-4665-a2a0-94f4681afecd,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:44.454323 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.503308 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=251947fb-85d0-4665-a2a0-94f4681afecd,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:46.294146 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 251947fb-85d0-4665-a2a0-94f4681afecd up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:46.363964 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 251947fb-85d0-4665-a2a0-94f4681afecd triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:46.364645 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (251947fb-85d0-4665-a2a0-94f4681afecd), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:46.457051 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 251947fb-85d0-4665-a2a0-94f4681afecd is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:56.553057 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:36:57.302326 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2714c807-3d66-40cb-9f27-744dbc9e13e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:59.512669 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ef39fa1d-fd46-4a2d-80e5-c52cd1eef14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:00.600538 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:01.838837 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:03.468564 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:27.287222 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-6dd40870-7533-41ee-8d57-8282bc297be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:29.507240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4358e0c9-35aa-4dd1-b19d-b0c79ae9c973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:30.591162 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:31.844349 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.462912 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:33.553020 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:37:57.289141 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-dce68592-d2e9-4e07-be6a-af43ce0836c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:59.510200 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a34781e7-3e7a-4745-a622-7314134d20a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.593522 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:01.842590 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:03.466695 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:04.245617 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33714) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:04.310314 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b2b4ee-3845-4ff5-be6d-b40c506b95f3 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:38:04.311593 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-f2b2b4ee-3845-4ff5-be6d-b40c506b95f3 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645957 Apr 07 11:38:04.538855 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd7106-c063-4ac9-bca1-6bacce706b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:04.540273 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8fbd7106-c063-4ac9-bca1-6bacce706b85 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2246039 Apr 07 11:38:06.865472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33724) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:06.954845 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71075ecb-4133-493c-9f7a-b179c8caacd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:06.956162 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-71075ecb-4133-493c-9f7a-b179c8caacd7 admin admin] 10.222.0.47 "GET /v2.0/subnets/f8e172ea-8d8f-4ec0-b544-9ebc51e244c5 HTTP/1.1" status: 200 len: 849 time: 0.0897489 Apr 07 11:38:06.965476 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:07.049940 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Publish callbacks [] for subnet (f8e172ea-8d8f-4ec0-b544-9ebc51e244c5), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.187616 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785988417886'] for subnet (f8e172ea-8d8f-4ec0-b544-9ebc51e244c5), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.218696 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:07.218696 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.220716 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] 10.222.0.47 "PUT /v2.0/subnets/f8e172ea-8d8f-4ec0-b544-9ebc51e244c5 HTTP/1.1" status: 200 len: 868 time: 0.2587745 Apr 07 11:38:07.221787 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79501c2-c849-40f9-98d1-42620add6bfe None None] Network cdf9aae3-e15d-41e2-b3bb-8cef2932af50 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:38:07.241192 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e172ea-8d8f-4ec0-b544-9ebc51e244c5,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:07.250137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.250505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.250869 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.251210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.251541 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.251869 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.252193 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.252516 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.252875 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.253210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.253555 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.253895 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.254275 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.254602 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.254924 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd5c74-237d-4a38-9b11-70ea39c567fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:07.601278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c77b710c-c92c-4ba8-9e19-476bff3e5a25 None None] Provisioning complete for port 4ebe15d0-5f49-420e-864d-2140690384f6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:07.601673 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c77b710c-c92c-4ba8-9e19-476bff3e5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4ebe15d0-5f49-420e-864d-2140690384f6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.677910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c77b710c-c92c-4ba8-9e19-476bff3e5a25 None None] Current status of the port 4ebe15d0-5f49-420e-864d-2140690384f6 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:07.687505 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c77b710c-c92c-4ba8-9e19-476bff3e5a25 None None] Provisioning complete for port 4396700a-8a1a-483d-a214-b35a513b039c triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:07.687871 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c77b710c-c92c-4ba8-9e19-476bff3e5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4396700a-8a1a-483d-a214-b35a513b039c), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:07.763613 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c77b710c-c92c-4ba8-9e19-476bff3e5a25 None None] Current status of the port 4396700a-8a1a-483d-a214-b35a513b039c is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:09.517295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33732) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:09.712730 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ee36f-6d21-4e47-b66c-955636a99f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:09.713137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ee36f-6d21-4e47-b66c-955636a99f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:09.715201 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-bd3ee36f-6d21-4e47-b66c-955636a99f2c admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964180 Apr 07 11:38:10.552444 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:38:12.013897 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33740) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:12.143741 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2aa347-3a04-45b9-ad03-cfca9b939992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:12.144215 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2aa347-3a04-45b9-ad03-cfca9b939992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:12.145763 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ea2aa347-3a04-45b9-ad03-cfca9b939992 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309125 Apr 07 11:38:14.445400 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33748) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:14.566890 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da4d8f-e7c8-4d8a-b33b-3e060770761c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:14.568156 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-29da4d8f-e7c8-4d8a-b33b-3e060770761c admin admin] 10.222.0.47 "GET /v2.0/networks/07030f37-f959-4a42-ad5b-5c65fe2ab514 HTTP/1.1" status: 200 len: 886 time: 0.1217930 Apr 07 11:38:16.863240 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33758) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:17.009316 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3784077b-384c-4ac4-b3c7-1db4ac27d8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:17.010712 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3784077b-384c-4ac4-b3c7-1db4ac27d8c3 admin admin] 10.222.0.47 "GET /v2.0/networks/cdf9aae3-e15d-41e2-b3bb-8cef2932af50 HTTP/1.1" status: 200 len: 869 time: 0.1465330 Apr 07 11:38:19.302854 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33766) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:19.423945 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf0930e-5fd4-4f4e-b742-91681e0327a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:19.424418 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf0930e-5fd4-4f4e-b742-91681e0327a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:19.425943 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7cf0930e-5fd4-4f4e-b742-91681e0327a1 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221611 Apr 07 11:38:21.717627 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33774) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:21.839930 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a226e-a4e0-45d0-b325-538f4a9f3c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:21.840379 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a226e-a4e0-45d0-b325-538f4a9f3c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:21.841890 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-811a226e-a4e0-45d0-b325-538f4a9f3c22 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233392 Apr 07 11:38:24.141302 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33782) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:24.225943 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6936d56-e37e-4396-a478-6fd585abf9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:24.227255 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e6936d56-e37e-4396-a478-6fd585abf9ce admin admin] 10.222.0.47 "GET /v2.0/subnets/d6fdc641-956a-4a6c-b198-40396cc19b31 HTTP/1.1" status: 200 len: 816 time: 0.0850253 Apr 07 11:38:26.520290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33790) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:26.610390 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8dc16-9bfa-4d0f-beb0-a73cfc54fee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:26.611731 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-82d8dc16-9bfa-4d0f-beb0-a73cfc54fee6 admin admin] 10.222.0.47 "GET /v2.0/subnets/f8e172ea-8d8f-4ec0-b544-9ebc51e244c5 HTTP/1.1" status: 200 len: 868 time: 0.0905640 Apr 07 11:38:27.291422 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b140fa6e-c3a5-4539-a117-02ba8e03591b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:29.515007 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-32aac347-1f09-4b8d-a3c5-5ea9ab4caa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.596795 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.847334 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:33.469615 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:47.551305 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:38:57.293100 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2098e869-14d1-4eba-9a79-e3083bad3a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:59.517324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a2a44b41-b0a0-474b-9ad7-4ad074b2ce9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:00.599566 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:01.849372 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:03.475135 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:07.314685 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33848) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:07.360312 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [None req-e3e9c693-377d-400d-80d5-46ca2d1b108f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:39:07.361358 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e3e9c693-377d-400d-80d5-46ca2d1b108f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457571 Apr 07 11:39:09.758260 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33856) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:09.819884 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8478002e-9e7a-40c2-9399-aeca22db84d2 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:39:09.821155 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8478002e-9e7a-40c2-9399-aeca22db84d2 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619578 Apr 07 11:39:09.901832 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72a3d7-140e-4a6d-a923-f2ff6ec940b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:09.903248 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-3d72a3d7-140e-4a6d-a923-f2ff6ec940b7 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0780838 Apr 07 11:39:12.227040 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33864) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:12.273245 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:12.292625 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Made reservation on behalf of a96af9d196d641ad8cc94670e202775a for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:12.294848 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:12.321736 dv-cinder-836804-2-iscsi neutron-server[109859]: WARNING neutron.services.revisions.revision_plugin [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Could not find related network for resource to bump revision. Apr 07 11:39:12.332358 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:39:12.340928 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e428a424-0110-44f7-b639-a71b855f41c2), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:12.341265 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Added segment e428a424-0110-44f7-b639-a71b855f41c2 of type vlan for network 68943cde-14a0-4ea0-bad6-df697bdd6eec Apr 07 11:39:12.379154 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (68943cde-14a0-4ea0-bad6-df697bdd6eec), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:12.404384 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (68943cde-14a0-4ea0-bad6-df697bdd6eec), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:12.405463 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:12.406044 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:12.435783 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2077219 Apr 07 11:39:12.466893 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Pushing event updated for resources: {'Network': ['ID=68943cde-14a0-4ea0-bad6-df697bdd6eec,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:12.474269 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.474612 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.474955 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.475289 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.475619 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.475945 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.476269 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.476590 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.476935 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.477261 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.477583 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.477904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.478221 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.478551 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.479423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02fdccb-194e-4307-9266-5121cce4aac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:12.491431 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 68943cde-14a0-4ea0-bad6-df697bdd6eec details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:39:14.796270 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33872) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:14.855307 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.pecan_wsgi.hooks.translation [None req-076eda04-d984-4a0d-8563-d569673807a3 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:39:14.856577 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-076eda04-d984-4a0d-8563-d569673807a3 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593293 Apr 07 11:39:14.955818 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6f286-8ebf-40b2-9594-ebe49d9ce3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:14.957283 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-96f6f286-8ebf-40b2-9594-ebe49d9ce3db admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0967607 Apr 07 11:39:14.967400 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Request body: {'subnet': {'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:14.986272 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Made reservation on behalf of a96af9d196d641ad8cc94670e202775a for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:14.988449 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.202784 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (22cf4fe9-9198-411a-a4f9-9986a850f1c7), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.253715 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cf4fe9-9198-411a-a4f9-9986a850f1c7,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:15.262840 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.263192 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.263559 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.263922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.264256 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.264584 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.264925 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.265253 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.265601 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.265929 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.266269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.266597 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.266918 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.267235 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.267550 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.276422 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Checking segment: {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:39:15.276776 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Network hostable DHCP agents. Network: 68943cde-14a0-4ea0-bad6-df697bdd6eec, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:39:15.292537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Network 68943cde-14a0-4ea0-bad6-df697bdd6eec is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:39:15.300362 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 68943cde-14a0-4ea0-bad6-df697bdd6eec) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:39:15.304398 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:15.305032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.309177 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff3149-0ed4-4af3-b003-bc99fa0cdd91 None None] Network 68943cde-14a0-4ea0-bad6-df697bdd6eec requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:15.319918 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3a2893ed-8ce0-4da4-a829-d8faac1d413e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3558156 Apr 07 11:39:15.411197 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-68943cde-14a0-4ea0-bad6-df697bdd6eec', 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec', 'project_id': 'a96af9d196d641ad8cc94670e202775a', 'fixed_ips': [{'subnet_id': '22cf4fe9-9198-411a-a4f9-9986a850f1c7'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:39:15.412068 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.552163 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Allocated IP 192.168.233.2 (68943cde-14a0-4ea0-bad6-df697bdd6eec/22cf4fe9-9198-411a-a4f9-9986a850f1c7/f54b9d64-44d9-46c6-b351-55ef1be722d0) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:39:15.793092 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Publish callbacks [] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.799294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.836046 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Network 68943cde-14a0-4ea0-bad6-df697bdd6eec is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:39:15.839703 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:39:15.845112 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:39:15.850544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Pushing event updated for resources: {'Port': ['ID=f54b9d64-44d9-46c6-b351-55ef1be722d0,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:15.861790 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.862137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.862491 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.862841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.863175 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.863500 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.863824 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.864143 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.864462 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.864781 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.865127 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.865460 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.865777 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.866091 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.866404 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:15.916422 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Attempting to bind port f54b9d64-44d9-46c6-b351-55ef1be722d0 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:39:15.916801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Attempting to bind port f54b9d64-44d9-46c6-b351-55ef1be722d0 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:39:15.917186 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Attempting to bind port f54b9d64-44d9-46c6-b351-55ef1be722d0 on network 68943cde-14a0-4ea0-bad6-df697bdd6eec {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:39:15.922083 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:39:15.922457 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Checking segment: {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:39:15.922853 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.923243 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Bound using segment: {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:39:15.923706 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Bound port: f54b9d64-44d9-46c6-b351-55ef1be722d0, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:39:15.924080 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:15.984964 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] For port f54b9d64-44d9-46c6-b351-55ef1be722d0, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:39:15.988025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] For port f54b9d64-44d9-46c6-b351-55ef1be722d0, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=f54b9d64-44d9-46c6-b351-55ef1be722d0,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:39:15.994548 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:16.052111 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970969-3c2e-417a-ab23-989126f4be26 None None] Pushing event updated for resources: {'Port': ['ID=f54b9d64-44d9-46c6-b351-55ef1be722d0,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:16.405728 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device f54b9d64-44d9-46c6-b351-55ef1be722d0 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:39:16.457715 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port f54b9d64-44d9-46c6-b351-55ef1be722d0 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:16.458113 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:16.538623 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port f54b9d64-44d9-46c6-b351-55ef1be722d0 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:16.539010 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:16.571894 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port f54b9d64-44d9-46c6-b351-55ef1be722d0, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=f54b9d64-44d9-46c6-b351-55ef1be722d0,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:16.576950 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:16.624645 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=f54b9d64-44d9-46c6-b351-55ef1be722d0,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:16.918261 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10b613-becc-4c38-85a1-a4947d6a09db None None] Network 68943cde-14a0-4ea0-bad6-df697bdd6eec requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:17.002846 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-805a0629-ffce-4755-a1df-cac1f61b22d7 None None] Provisioning complete for port f54b9d64-44d9-46c6-b351-55ef1be722d0 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:17.003246 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-805a0629-ffce-4755-a1df-cac1f61b22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.116472 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-805a0629-ffce-4755-a1df-cac1f61b22d7 None None] Current status of the port f54b9d64-44d9-46c6-b351-55ef1be722d0 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:17.337310 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-af524fa9-35ee-4ce0-867c-76f7bf7ec06f None None] Provisioning complete for port f54b9d64-44d9-46c6-b351-55ef1be722d0 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:17.337707 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-af524fa9-35ee-4ce0-867c-76f7bf7ec06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:17.418919 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-af524fa9-35ee-4ce0-867c-76f7bf7ec06f None None] Current status of the port f54b9d64-44d9-46c6-b351-55ef1be722d0 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:18.356108 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device f54b9d64-44d9-46c6-b351-55ef1be722d0 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:39:18.404487 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port f54b9d64-44d9-46c6-b351-55ef1be722d0 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:18.404906 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (f54b9d64-44d9-46c6-b351-55ef1be722d0), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:18.481577 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port f54b9d64-44d9-46c6-b351-55ef1be722d0 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:24.550429 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:39:27.294440 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cf6f54d5-568f-422f-bc81-af857c72912b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:29.518893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c7d5-6f96-45bf-a76a-bcf0cbbc2833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:30.602006 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:31.851529 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:33.477510 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:57.298375 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-85909566-1801-49a4-be32-ade9856b7d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:59.521275 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3a356df3-0a1b-46f5-9743-6197e8a7636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:00.604073 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:01.548627 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:40:01.857308 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:03.481621 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:27.300988 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f65ecb67-83d7-4a9d-a9ae-14a23fc36aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:29.525651 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b1175ce6-c8cf-48fe-9ffc-c1eacfabdeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.608004 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:31.857780 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:33.485151 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:38.547644 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:40:57.301322 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2f6528c0-9cf7-4927-8217-e36a962093b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:59.526362 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-581b6131-49e9-451c-abbe-ade6b113b49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:59.667122 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33910) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:40:59.673876 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [None req-4add3993-a814-4bff-9828-f93569620bb6 tempest-verify_tempest_config-335033304 tempest-verify_tempest_config-335033304-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:40:59.674838 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4add3993-a814-4bff-9828-f93569620bb6 tempest-verify_tempest_config-335033304 tempest-verify_tempest_config-335033304-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067670 Apr 07 11:40:59.954426 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 33928) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:00.065562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.167685 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Publish callbacks [] for security_group (dfd7df0c-9049-4d85-88ee-ae8ec99a717b), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.171096 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (dfd7df0c-9049-4d85-88ee-ae8ec99a717b), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.214021 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd7df0c-9049-4d85-88ee-ae8ec99a717b,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:00.218571 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20c09fd196674dd78c1e45327dd23779&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2631755 Apr 07 11:41:00.221299 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 33932) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:00.222850 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.223215 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.223568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.223915 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.224253 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.224589 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.224948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.225280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.225614 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.225944 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.226301 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.226632 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.226952 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.227279 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.227602 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f27851-6ee5-4c5a-8e22-9717634a141a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.275401 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Publish callbacks [] for security_group (dfd7df0c-9049-4d85-88ee-ae8ec99a717b), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.298751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Publish callbacks [] for security_group (dfd7df0c-9049-4d85-88ee-ae8ec99a717b), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.388773 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (dfd7df0c-9049-4d85-88ee-ae8ec99a717b), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.391417 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.392570 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dfd7df0c-9049-4d85-88ee-ae8ec99a717b HTTP/1.1" status: 204 len: 168 time: 0.1702819 Apr 07 11:41:00.400837 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd7df0c-9049-4d85-88ee-ae8ec99a717b,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:00.407371 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.407719 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.408061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.408401 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.408732 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.409083 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.409410 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.409735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.410109 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.410392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.410796 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.411062 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.411458 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.411706 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.412022 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda2c816-a673-42b2-99cd-028157c31347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:00.611720 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:01.863332 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:03.488997 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:15.546853 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:41:27.303596 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7e82fdb3-8bea-47c4-853c-7673776d86ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:29.528702 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ace04d54-a08a-4ece-beee-854dcc038b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.611862 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:31.865154 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:33.490808 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:52.545960 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:41:57.304779 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-27eb1180-45b0-494c-a908-5543e00959f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:59.529350 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e4af9c2f-fc33-4159-8afc-91dc32359b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:00.617780 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:01.868733 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:03.493087 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:27.306129 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-99344ad6-b8bc-4bbe-9544-2ce3d23dbde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.531017 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4cf4027b-0c62-472a-9b53-ae0db7e22fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:29.543835 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 5 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:42:30.616949 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.871732 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:33.495520 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:45.550947 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512928'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:57.307880 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d0645bb8-e4c8-4227-9521-f749f46d64a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:59.532593 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ac45d1f2-9299-4506-9c86-1ae1a77c5887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.232900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34004) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:00.339714 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6c9383a1-6bab-4abb-8abc-c4354c8050af admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057098 Apr 07 11:43:00.620756 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.874544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.659046 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34014) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:02.711913 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-90dffbe9-2ddd-46c1-aea5-b4d232e03724 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0517976 Apr 07 11:43:03.497148 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:06.542662 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:43:15.536907 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:27.308504 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-73b2d598-dca5-42af-aae1-51cad87e3950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:29.534648 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-dc2c81f1-d5ec-415d-93ff-bd5d1f74d93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.622111 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.876789 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:33.499082 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:43.541581 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:43:45.554533 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:57.315676 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05198354-e30f-4c2a-bf23-98bfbcab5279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:59.540754 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a587782c-9198-4b2a-a7aa-9b67a1719ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.626243 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.881324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:03.501407 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:15.583364 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:20.540292 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:44:27.308278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-85ee1b79-b80a-4d75-a5ae-bc01ae1a2e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:29.535156 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5caf-6606-4af4-947b-0e4c36e53045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:30.629335 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.885907 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:33.503000 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.524511 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34150) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:40.862273 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1586927938-network', 'tenant_id': 'b2e0ee348ae540f3bab63d71232c0fb7'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:40.883657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Made reservation on behalf of b2e0ee348ae540f3bab63d71232c0fb7 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:40.886027 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.897184 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.980182 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks [] for security_group (442dc115-436f-412e-8823-5e5626b89a33), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:40.987801 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (442dc115-436f-412e-8823-5e5626b89a33), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.026255 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:41.028202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442dc115-436f-412e-8823-5e5626b89a33,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:41.038074 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.038416 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.039059 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.040442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.040965 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.041465 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.041794 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.042119 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.042454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.042949 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.043445 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.043938 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.044415 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.044898 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.045370 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Tracked resource versions report: Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: pushed versions: Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: { 'AddressGroup': {'1.2'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Agent': {'1.1'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'ConntrackHelper': {'1.0'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Log': {'1.0'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'NDPProxy': {'1.0'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Network': {'1.1'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Port': {'1.7'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'PortForwarding': {'1.3'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'QosPolicy': {'1.10'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroup': {'1.5'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SubPort': {'1.0'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Subnet': {'1.1'}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Trunk': {'1.1'}} Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: consumer versions: Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: HyperV agent@hv-cinder-83680: {}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Agent': '1.1', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'ConntrackHelper': '1.0', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'LocalIPAssociation': '1.0', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Log': '1.0', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'NDPProxy': '1.0', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Network': '1.1', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Port': '1.7', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'PortForwarding': '1.3', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'QosPolicy': '1.10', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroup': '1.5', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SecurityGroupRule': '1.2', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'SubPort': '1.0', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Subnet': '1.1', Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: 'Trunk': '1.1'}} Apr 07 11:44:41.046705 dv-cinder-836804-2-iscsi neutron-server[109859]: {{(pid=109859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:44:41.054520 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (2a7b1bf4-202f-4c6c-8e24-e3efa316de21), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.055456 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Added segment 2a7b1bf4-202f-4c6c-8e24-e3efa316de21 of type vlan for network b50f581b-e35c-4371-9133-cb2639940244 Apr 07 11:44:41.103584 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (b50f581b-e35c-4371-9133-cb2639940244), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.128829 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (b50f581b-e35c-4371-9133-cb2639940244), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.129835 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:41.130412 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.191497 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] Pushing event updated for resources: {'Network': ['ID=b50f581b-e35c-4371-9133-cb2639940244,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:41.197159 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-bf4c6d06-e303-46ef-a7f2-325c25ceb055 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6712215 Apr 07 11:44:41.199950 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34198) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.202907 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network b50f581b-e35c-4371-9133-cb2639940244 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:41.204624 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Request body: {'subnet': {'network_id': 'b50f581b-e35c-4371-9133-cb2639940244', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1586927938-subnet', 'tenant_id': 'b2e0ee348ae540f3bab63d71232c0fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:41.230059 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Made reservation on behalf of b2e0ee348ae540f3bab63d71232c0fb7 for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:41.232379 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.415483 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (1a2b8774-6830-4f53-9591-150f00ebd253), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.472909 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a2b8774-6830-4f53-9591-150f00ebd253,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:41.480411 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Checking segment: {'id': '2a7b1bf4-202f-4c6c-8e24-e3efa316de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:41.480577 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Network hostable DHCP agents. Network: b50f581b-e35c-4371-9133-cb2639940244, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:41.497972 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Network b50f581b-e35c-4371-9133-cb2639940244 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:41.507426 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, b50f581b-e35c-4371-9133-cb2639940244) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:41.512353 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:41.512930 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.526257 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49c9c0-603f-417d-83ee-f975c7f3bf72 None None] Network b50f581b-e35c-4371-9133-cb2639940244 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:41.533615 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-eae62a8d-1860-49f7-b2d2-d6d13e341c6d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3325500 Apr 07 11:44:41.629581 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34222) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.648092 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117495c2-08e6-4108-9676-e39f1cdfdbb6 None None] Network b50f581b-e35c-4371-9133-cb2639940244 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:41.789322 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34232) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.805520 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34236) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.822285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34240) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:41.909487 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-network', 'tenant_id': 'fbbd3262326a4f81a047226323caa002'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:41.931474 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Made reservation on behalf of fbbd3262326a4f81a047226323caa002 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:41.933796 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:41.942258 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.032852 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks [] for security_group (6b1e56af-b49e-47b4-aca7-d65bfbceb61e), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.037560 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (6b1e56af-b49e-47b4-aca7-d65bfbceb61e), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.070099 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e56af-b49e-47b4-aca7-d65bfbceb61e,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.072759 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:42.077531 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-640129666-network', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.102311 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (faba3d62-acfc-4a26-a8c3-40e6826435c0), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.102665 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Added segment faba3d62-acfc-4a26-a8c3-40e6826435c0 of type vlan for network eecdce88-2279-4c8d-9036-f4901d55b8d6 Apr 07 11:44:42.104471 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Made reservation on behalf of 6c9af78d45e64ba2b9bd6d4ac21191e6 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:42.106893 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.128337 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.173221 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-network', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.207823 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Made reservation on behalf of 357083ee948d4850b7aa3fb1636678c2 for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:42.212130 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.224233 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.263319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1262564878-network', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.303666 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Made reservation on behalf of d0e5b31250d9426ab0ef003098804c82 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:42.306537 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.322087 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.342294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks [] for security_group (82f86bd4-af97-4c48-b697-6fcc06bb05dc), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.349769 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (82f86bd4-af97-4c48-b697-6fcc06bb05dc), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.362824 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (eecdce88-2279-4c8d-9036-f4901d55b8d6), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.378041 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:42.394913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785988171969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e7757108-e91a-4bd5-a160-ef9b102881ae), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.395840 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Unsubscribe: segment precommit_create {{(pid=109860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:44:42.397724 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Added segment e7757108-e91a-4bd5-a160-ef9b102881ae of type vlan for network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc Apr 07 11:44:42.465171 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (eecdce88-2279-4c8d-9036-f4901d55b8d6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.466483 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:42.467262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.478379 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks [] for security_group (11e812df-cc67-445a-8485-4619f059e45d), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.520411 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.554982 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] Pushing event updated for resources: {'Network': ['ID=eecdce88-2279-4c8d-9036-f4901d55b8d6,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.569187 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (11e812df-cc67-445a-8485-4619f059e45d), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.570621 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:42.583731 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:42.594166 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (485130b1-eb41-4612-ae94-c6b0d32cad84), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.595895 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Added segment 485130b1-eb41-4612-ae94-c6b0d32cad84 of type vlan for network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 Apr 07 11:44:42.599181 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f86bd4-af97-4c48-b697-6fcc06bb05dc,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.608892 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.610583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:42.611171 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.624034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.624595 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.625002 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.625630 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.626053 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.626398 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.626945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.627280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.627683 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.628025 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.628440 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.628788 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.629296 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.629758 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.630323 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Tracked resource versions report: Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: pushed versions: Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: { 'AddressGroup': {'1.2'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Agent': {'1.1'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'ConntrackHelper': {'1.0'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Log': {'1.0'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'NDPProxy': {'1.0'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Network': {'1.1'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Port': {'1.7'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'PortForwarding': {'1.3'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'QosPolicy': {'1.10'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroup': {'1.5'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SubPort': {'1.0'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Subnet': {'1.1'}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Trunk': {'1.1'}} Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: consumer versions: Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: HyperV agent@hv-cinder-83680: {}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Agent': '1.1', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'ConntrackHelper': '1.0', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'LocalIPAssociation': '1.0', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Log': '1.0', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'NDPProxy': '1.0', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Network': '1.1', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Port': '1.7', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'PortForwarding': '1.3', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'QosPolicy': '1.10', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroup': '1.5', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SecurityGroupRule': '1.2', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'SubPort': '1.0', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Subnet': '1.1', Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: 'Trunk': '1.1'}} Apr 07 11:44:42.631619 dv-cinder-836804-2-iscsi neutron-server[109860]: {{(pid=109860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:44:42.688998 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-843f39bd-2524-48db-8bea-12c73b3f85d3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0581677 Apr 07 11:44:42.699589 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (9e4b56e3-431b-4e88-810c-04b4dabed6f7), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.732716 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e812df-cc67-445a-8485-4619f059e45d,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.757221 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks [] for security_group (251f78d7-17c3-4cbd-a8a7-ce338ef6d65c), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.760270 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34282) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:42.770804 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Request body: {'subnet': {'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-subnet', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.785334 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] Pushing event updated for resources: {'Network': ['ID=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.798344 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ad395ba1-646f-40fa-971f-3a60cecd304a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9735827 Apr 07 11:44:42.800993 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34284) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:42.810732 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:42.813150 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (9e4b56e3-431b-4e88-810c-04b4dabed6f7), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.816709 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Request body: {'subnet': {'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-subnet', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:42.820964 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:42.821615 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.857010 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Made reservation on behalf of 357083ee948d4850b7aa3fb1636678c2 for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:42.861417 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.989312 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Made reservation on behalf of fbbd3262326a4f81a047226323caa002 for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:42.991867 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:42.995692 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] Pushing event updated for resources: {'Network': ['ID=9e4b56e3-431b-4e88-810c-04b4dabed6f7,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:42.999849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (251f78d7-17c3-4cbd-a8a7-ce338ef6d65c), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.011616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:43.016772 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:44:43.033082 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7b429fb1-1048-429d-a4b1-f1bcbb42fa1a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2423494 Apr 07 11:44:43.040177 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34294) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.075172 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (45338481-b520-45de-86ef-43a178d913de), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.075514 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Added segment 45338481-b520-45de-86ef-43a178d913de of type vlan for network 85cbfb78-686d-4070-ba17-e809f8b4357f Apr 07 11:44:43.096294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Request body: {'subnet': {'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-640129666-subnet', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.118339 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f78d7-17c3-4cbd-a8a7-ce338ef6d65c,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.157209 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Made reservation on behalf of 6c9af78d45e64ba2b9bd6d4ac21191e6 for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:43.159743 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.190118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (85cbfb78-686d-4070-ba17-e809f8b4357f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.234957 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (85cbfb78-686d-4070-ba17-e809f8b4357f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.236259 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.237078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.324277 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5175693 Apr 07 11:44:43.329329 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34304) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.335510 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Request body: {'subnet': {'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-subnet', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.380389 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Made reservation on behalf of d0e5b31250d9426ab0ef003098804c82 for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:43.382961 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.389167 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (f59ddae3-f7f3-4b7b-b957-4f56cffdd440), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.390444 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab19133-e7c7-4c91-a3ec-44f38f3d97d4 admin admin] Pushing event updated for resources: {'Network': ['ID=85cbfb78-686d-4070-ba17-e809f8b4357f,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.400823 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 85cbfb78-686d-4070-ba17-e809f8b4357f details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:44:43.488913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (dfb89c3d-5444-43e1-ad22-e6e629b4de75), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.500310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (5a4daa37-ca85-4cac-adaa-19e90a67264d), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.530172 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59ddae3-f7f3-4b7b-b957-4f56cffdd440,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.571849 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Checking segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:43.572221 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Network hostable DHCP agents. Network: 9e4b56e3-431b-4e88-810c-04b4dabed6f7, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:43.580626 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4daa37-ca85-4cac-adaa-19e90a67264d,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.598178 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Checking segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:43.598899 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Network hostable DHCP agents. Network: 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:43.607760 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb89c3d-5444-43e1-ad22-e6e629b4de75,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.613071 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:43.622441 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Checking segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:43.623067 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Network hostable DHCP agents. Network: eecdce88-2279-4c8d-9036-f4901d55b8d6, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:43.629048 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 9e4b56e3-431b-4e88-810c-04b4dabed6f7) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:43.634938 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.636013 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.640641 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:43.646997 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dff681-5f22-4a4f-bbf7-159f818b199e None None] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:43.656551 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:43.665213 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-cbac94fa-0055-455b-a069-cdf98222d604 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5798829 Apr 07 11:44:43.667089 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.667890 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.673309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34314) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.677606 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.692362 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-fea1496e-6a6c-48a3-8db8-e5fd56a54bb0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8899255 Apr 07 11:44:43.693528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34316) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.698002 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449872d8-f7cd-4a2d-a476-cf7ad787b5af None None] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:43.699794 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.710137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:43.716438 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (6c57577c-7929-4617-b65b-b9e243b0b72a), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.724433 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, eecdce88-2279-4c8d-9036-f4901d55b8d6) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:43.726893 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (c0c52852-2809-4766-88ff-35e8516190dc), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.728117 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (c0c52852-2809-4766-88ff-35e8516190dc), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.744608 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (a05491b7-4332-4529-a7f2-6bbb1bc91a76), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.745885 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (a05491b7-4332-4529-a7f2-6bbb1bc91a76), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.748191 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:43.750382 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.812016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad0afe-b67f-4695-8fbc-3c82901b5514 None None] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:43.816242 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-99da4f9a-eec4-48e3-a1b5-be16e5a93fa0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0524135 Apr 07 11:44:43.818995 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34320) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:43.824791 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:43.879176 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks [] for router_controller (a05491b7-4332-4529-a7f2-6bbb1bc91a76), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.888741 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks [] for router_controller (c0c52852-2809-4766-88ff-35e8516190dc), precommit_add_association {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.889996 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c57577c-7929-4617-b65b-b9e243b0b72a,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:43.894403 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:43.894701 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Network hostable DHCP agents. Network: 85cbfb78-686d-4070-ba17-e809f8b4357f, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:44:43.925948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (8cba865f-004d-4460-b60d-8134ea897409), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.926388 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (8cba865f-004d-4460-b60d-8134ea897409), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:43.980827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:44:44.041147 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:44.042894 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.085424 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 85cbfb78-686d-4070-ba17-e809f8b4357f) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:44.090102 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34342) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:44.094332 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.095399 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.097940 dv-cinder-836804-2-iscsi neutron-server[109859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:44:44.107046 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks [] for router_controller (8cba865f-004d-4460-b60d-8134ea897409), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.109371 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks [] for router_gateway (a05491b7-4332-4529-a7f2-6bbb1bc91a76), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.127120 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks [] for router_gateway (c0c52852-2809-4766-88ff-35e8516190dc), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.146478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af093032-577c-45aa-b7eb-c357fee9cfde None None] Network 85cbfb78-686d-4070-ba17-e809f8b4357f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:44.165440 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-39a6802d-0bf3-4756-8305-93205d2e2382 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8335168 Apr 07 11:44:44.183926 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34346) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:44.195053 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:44.306498 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (1a1fb3bf-6236-43c8-a42b-912dca0949a5), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.307621 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (1a1fb3bf-6236-43c8-a42b-912dca0949a5), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.338680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:44.339460 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.381226 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-3fec10c3-7378-4c1c-b6d7-9a03b3c9f8f7 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:44.382942 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-3fec10c3-7378-4c1c-b6d7-9a03b3c9f8f7 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/networks?id=b50f581b-e35c-4371-9133-cb2639940244 HTTP/1.1" status: 200 len: 812 time: 0.2903311 Apr 07 11:44:44.439980 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-771def1a-a613-47e3-ae65-4e0f7902313d tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/quotas/b2e0ee348ae540f3bab63d71232c0fb7 HTTP/1.1" status: 200 len: 375 time: 0.0507834 Apr 07 11:44:44.447996 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks [] for router_controller (1a1fb3bf-6236-43c8-a42b-912dca0949a5), precommit_add_association {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.459505 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks [] for router_gateway (8cba865f-004d-4460-b60d-8134ea897409), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.504355 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-eecdce88-2279-4c8d-9036-f4901d55b8d6', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:44.505247 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.628976 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-e7d74a0b-4d31-45a3-be19-0ef91207c6c2 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e0ee348ae540f3bab63d71232c0fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1826451 Apr 07 11:44:44.646742 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Allocated IP 172.20.0.2 (9e4b56e3-431b-4e88-810c-04b4dabed6f7/f59ddae3-f7f3-4b7b-b957-4f56cffdd440/c67994f6-24ae-418b-bfcd-24708ecba872) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:44.751418 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-85cbfb78-686d-4070-ba17-e809f8b4357f', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:44:44.761913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks [] for router_gateway (a05491b7-4332-4529-a7f2-6bbb1bc91a76), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.765951 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.830013 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:44.879621 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-3b19aa3d-73ca-4071-8a6f-7a7068f742f1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:44:44.881034 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-3b19aa3d-73ca-4071-8a6f-7a7068f742f1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1701939 Apr 07 11:44:44.893602 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks [] for router_gateway (1a1fb3bf-6236-43c8-a42b-912dca0949a5), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.039990 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks [] for router_gateway (c0c52852-2809-4766-88ff-35e8516190dc), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.057984 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Allocated IP 172.20.0.2 (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc/dfb89c3d-5444-43e1-ad22-e6e629b4de75/b2eef2fe-c305-42c4-a48c-1b8a84781e17) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:45.081034 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Allocated IP 172.20.0.2 (eecdce88-2279-4c8d-9036-f4901d55b8d6/5a4daa37-ca85-4cac-adaa-19e90a67264d/916e94de-4b45-4073-bb84-fb629f5ad6a7) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:45.115871 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.117974 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Allocated IP 172.27.2.119 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/400fcf96-a1ec-4944-8618-11866bd826b4) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:45.212848 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks [] for router_gateway (8cba865f-004d-4460-b60d-8134ea897409), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.248240 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-16f74b2e-25f3-4851-b690-42b9ed78c1cb service neutron] 10.222.0.47 "GET /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585548 Apr 07 11:44:45.284002 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.487696 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-bc003da7-053e-41d5-9a8d-5f3f74547334 service neutron] 10.222.0.47 "GET /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254934 Apr 07 11:44:45.488441 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks [] for port (400fcf96-a1ec-4944-8618-11866bd826b4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.552330 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.556375 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Publish callbacks [] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.590806 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Allocated IP 172.20.0.2 (85cbfb78-686d-4070-ba17-e809f8b4357f/6c57577c-7929-4617-b65b-b9e243b0b72a/c4909928-bfe9-4c12-96bf-477a14b5b095) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:45.593601 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.605797 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks [] for router_gateway (1a1fb3bf-6236-43c8-a42b-912dca0949a5), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.614606 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Publish callbacks [] for port (c67994f6-24ae-418b-bfcd-24708ecba872), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.663072 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Pushing event updated for resources: {'Port': ['ID=400fcf96-a1ec-4944-8618-11866bd826b4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:45.669409 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Allocated IP 172.27.2.77 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/62cc25db-a0e1-4915-8338-c333f47acaf2) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:45.673620 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:45.675518 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:45.676243 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.678369 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:45.744983 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Publish callbacks [] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.874367 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks [] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.901988 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:45.911442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34410) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:45.920412 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:45.927076 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:45.935241 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.938006 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.939634 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Pushing event updated for resources: {'Port': ['ID=916e94de-4b45-4073-bb84-fb629f5ad6a7,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:45.940034 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:45.951913 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.952205 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.952582 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.952939 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.953274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.953604 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.953927 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.954247 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.954623 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.954949 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.955312 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.955683 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.956007 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.956326 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.956641 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Tracked resource versions report: Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: pushed versions: Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: { 'AddressGroup': {'1.2'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Agent': {'1.1'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'ConntrackHelper': {'1.0'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Log': {'1.0'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'NDPProxy': {'1.0'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Network': {'1.1'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Port': {'1.7'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'PortForwarding': {'1.3'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'QosPolicy': {'1.10'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroup': {'1.5'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SubPort': {'1.0'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Subnet': {'1.1'}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Trunk': {'1.1'}} Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: consumer versions: Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: HyperV agent@hv-cinder-83680: {}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Agent': '1.1', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'ConntrackHelper': '1.0', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'LocalIPAssociation': '1.0', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Log': '1.0', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'NDPProxy': '1.0', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Network': '1.1', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Port': '1.7', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'PortForwarding': '1.3', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'QosPolicy': '1.10', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroup': '1.5', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SecurityGroupRule': '1.2', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'SubPort': '1.0', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Subnet': '1.1', Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: 'Trunk': '1.1'}} Apr 07 11:44:45.957879 dv-cinder-836804-2-iscsi neutron-server[109861]: {{(pid=109861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:44:45.960501 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.003671 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Allocated IP 172.27.2.185 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/809133a9-08d0-465f-9eea-9e8988cd6789) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:46.005583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks [] for router_gateway (a05491b7-4332-4529-a7f2-6bbb1bc91a76), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.026053 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Pushing event updated for resources: {'Port': ['ID=b2eef2fe-c305-42c4-a48c-1b8a84781e17,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.037094 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a17b2cfb-dd07-4eb1-906a-98625facb928 req-f56d4230-ccd0-4148-a4ae-efcbe8943d70 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 210 time: 0.1240680 Apr 07 11:44:46.084697 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.088499 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.093448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Publish callbacks [] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.097374 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Pushing event updated for resources: {'Port': ['ID=c67994f6-24ae-418b-bfcd-24708ecba872,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.104468 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.107292 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.114976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.120768 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.121633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.139163 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.145759 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.199295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Pushing event updated for resources: {'Port': ['ID=62cc25db-a0e1-4915-8338-c333f47acaf2,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.206009 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Pushing event updated for resources: {'Port': ['ID=c4909928-bfe9-4c12-96bf-477a14b5b095,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.220174 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.260997 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.263739 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Attempting to bind port 916e94de-4b45-4073-bb84-fb629f5ad6a7 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:46.264275 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Attempting to bind port 916e94de-4b45-4073-bb84-fb629f5ad6a7 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:46.264812 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Attempting to bind port 916e94de-4b45-4073-bb84-fb629f5ad6a7 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:46.270774 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.273045 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.277961 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:46.278386 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Checking segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.278783 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.279177 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Bound using segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:46.279658 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Bound port: 916e94de-4b45-4073-bb84-fb629f5ad6a7, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:46.280029 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.308656 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (a05491b7-4332-4529-a7f2-6bbb1bc91a76), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.392541 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Attempting to bind port c4909928-bfe9-4c12-96bf-477a14b5b095 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:46.392541 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Attempting to bind port c4909928-bfe9-4c12-96bf-477a14b5b095 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:46.392541 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Attempting to bind port c4909928-bfe9-4c12-96bf-477a14b5b095 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:46.393523 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Attempting to bind port b2eef2fe-c305-42c4-a48c-1b8a84781e17 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:46.393893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Attempting to bind port b2eef2fe-c305-42c4-a48c-1b8a84781e17 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:46.394248 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Attempting to bind port b2eef2fe-c305-42c4-a48c-1b8a84781e17 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:46.403769 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks [] for port (809133a9-08d0-465f-9eea-9e8988cd6789), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.418385 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:46.419068 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Checking segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.419652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.420219 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Bound using segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:46.420931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Bound port: b2eef2fe-c305-42c4-a48c-1b8a84781e17, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:46.423733 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.514910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] For port b2eef2fe-c305-42c4-a48c-1b8a84781e17, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:46.519235 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] For port b2eef2fe-c305-42c4-a48c-1b8a84781e17, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=b2eef2fe-c305-42c4-a48c-1b8a84781e17,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:46.555650 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.557116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:46.557495 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.557902 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.558280 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Bound using segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:46.558763 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Bound port: c4909928-bfe9-4c12-96bf-477a14b5b095, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:46.559140 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.601945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.613282 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks [] for router_gateway (c0c52852-2809-4766-88ff-35e8516190dc), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.715137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Attempting to bind port c67994f6-24ae-418b-bfcd-24708ecba872 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:46.715679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Attempting to bind port c67994f6-24ae-418b-bfcd-24708ecba872 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:46.716160 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Attempting to bind port c67994f6-24ae-418b-bfcd-24708ecba872 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:46.735311 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:46.735942 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Checking segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:46.736768 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.737087 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Bound using segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:46.737807 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Bound port: c67994f6-24ae-418b-bfcd-24708ecba872, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:46.738291 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.814205 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:46.814467 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] For port 916e94de-4b45-4073-bb84-fb629f5ad6a7, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:46.830105 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:46.833081 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:46.840157 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Pushing event updated for resources: {'Port': ['ID=809133a9-08d0-465f-9eea-9e8988cd6789,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.860483 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] For port 916e94de-4b45-4073-bb84-fb629f5ad6a7, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=916e94de-4b45-4073-bb84-fb629f5ad6a7,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:46.865821 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29888f34-5b3a-4a8d-b742-e197f60dc261 None None] Pushing event updated for resources: {'Port': ['ID=b2eef2fe-c305-42c4-a48c-1b8a84781e17,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:46.920031 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:46.943648 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Allocated IP 172.27.2.8 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:46.952626 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] For port c4909928-bfe9-4c12-96bf-477a14b5b095, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:47.072596 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:47.206670 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks [] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.223278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] For port c4909928-bfe9-4c12-96bf-477a14b5b095, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c4909928-bfe9-4c12-96bf-477a14b5b095,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:47.251664 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.266771 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6d9dc51d-e373-45a2-a602-cd6a6c18ad47 req-0a3a21dd-d9f9-4383-bbcf-62020faa1683 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 210 time: 0.0952103 Apr 07 11:44:47.285227 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] For port c67994f6-24ae-418b-bfcd-24708ecba872, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:47.287728 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.308443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] For port c67994f6-24ae-418b-bfcd-24708ecba872, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c67994f6-24ae-418b-bfcd-24708ecba872,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:47.328965 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.332580 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2064-294b-43dc-b18a-5024c6198add None None] Pushing event updated for resources: {'Port': ['ID=916e94de-4b45-4073-bb84-fb629f5ad6a7,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.415477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:47.421900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:47.444654 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927f3be-2fd2-4401-add1-887a440ff3e3 None None] Pushing event updated for resources: {'Port': ['ID=c4909928-bfe9-4c12-96bf-477a14b5b095,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.469514 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:47.548318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2ca55-ae11-49bb-b172-a7e08b9d5de1 None None] Pushing event updated for resources: {'Port': ['ID=c67994f6-24ae-418b-bfcd-24708ecba872,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.586785 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:47.599369 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:47.632358 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:47.634475 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:47.638776 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.649459 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e7b4a745-f1ee-4abb-8d1c-56f8ca180e28 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9546304 Apr 07 11:44:47.650120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34472) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:47.661543 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Pushing event updated for resources: {'Port': ['ID=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:47.688632 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks [] for router_gateway (8cba865f-004d-4460-b60d-8134ea897409), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.708724 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (c0c52852-2809-4766-88ff-35e8516190dc), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:47.912108 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:48.135191 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks [] for router_gateway (1a1fb3bf-6236-43c8-a42b-912dca0949a5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.263529 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (8cba865f-004d-4460-b60d-8134ea897409), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.275488 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:45Z', 'revision_number': 3, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:48.314988 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:48.315651 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Updating router a05491b7-4332-4529-a7f2-6bbb1bc91a76 port 400fcf96-a1ec-4944-8618-11866bd826b4 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:44:48.359209 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.385976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1a1ce-d9fe-47df-b0af-cb4d5a799eea None None] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:48.471630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (1a1fb3bf-6236-43c8-a42b-912dca0949a5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.485757 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Router c0c52852-2809-4766-88ff-35e8516190dc is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:48.599456 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] Provisioning complete for port b2eef2fe-c305-42c4-a48c-1b8a84781e17 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:48.601633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:48.852248 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Router 8cba865f-004d-4460-b60d-8134ea897409 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:48.913114 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cd1b2ca4-e108-4157-bd09-5a8d98575bc9 req-5d49ec4c-f04d-4c65-becd-a832135ecd1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 210 time: 0.1800530 Apr 07 11:44:48.988167 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device b2eef2fe-c305-42c4-a48c-1b8a84781e17 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:49.069565 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:49.118427 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.119669 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-bc3d2dd6-dfea-4c6f-821d-99c8341ee3be admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4453855 Apr 07 11:44:49.126288 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3cd7b-6a87-4acf-9834-2c256dd0f105 None None] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:49.137770 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34498) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:49.171717 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Publish callbacks [] for port (400fcf96-a1ec-4944-8618-11866bd826b4), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.184819 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:49.189531 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.312850 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Attempting to bind port 400fcf96-a1ec-4944-8618-11866bd826b4 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:49.313849 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Attempting to bind port 400fcf96-a1ec-4944-8618-11866bd826b4 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:49.314457 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Attempting to bind port 400fcf96-a1ec-4944-8618-11866bd826b4 on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:49.322397 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] Current status of the port b2eef2fe-c305-42c4-a48c-1b8a84781e17 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:49.322795 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.340574 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:49.341642 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:49.342356 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.343335 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:49.344625 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Bound port: 400fcf96-a1ec-4944-8618-11866bd826b4, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:49.345499 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.356257 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:49.357247 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:49.359413 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:49.405170 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.409457 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-fbf2839a-8b67-49ad-a749-2d8b954a8648 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5867000 Apr 07 11:44:49.410253 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34504) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:49.413068 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Pushing event updated for resources: {'Port': ['ID=400fcf96-a1ec-4944-8618-11866bd826b4,revision_number=2']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:49.434630 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Sync routers for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:49.455709 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:44:49.472283 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:49.472966 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:49.547876 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8787e4-dfe3-4918-bf59-99b9eb4c45de None None] Network 85cbfb78-686d-4070-ba17-e809f8b4357f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:49.574955 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.26', 57408) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:49.687536 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.687885 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.688253 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.688607 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.688978 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.689323 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.689658 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.689993 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.690326 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.690671 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.690988 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.691340 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.691671 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.691998 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.692326 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:44:49.697236 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] For port b2eef2fe-c305-42c4-a48c-1b8a84781e17, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=b2eef2fe-c305-42c4-a48c-1b8a84781e17,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Tracked resource versions report: Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: pushed versions: Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: { 'AddressGroup': {'1.2'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Agent': {'1.1'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'ConntrackHelper': {'1.0'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Log': {'1.0'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'NDPProxy': {'1.0'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Network': {'1.1'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Port': {'1.7'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'PortForwarding': {'1.3'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'QosPolicy': {'1.10'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroup': {'1.5'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SubPort': {'1.0'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Subnet': {'1.1'}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Trunk': {'1.1'}} Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: consumer versions: Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: { DHCP agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: HyperV agent@hv-cinder-83680: {}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: L3 agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: Metadata agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: Metering agent@dv-cinder-836804-2-iscsi: {}, Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: Open vSwitch agent@dv-cinder-836804-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Agent': '1.1', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'ConntrackHelper': '1.0', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'LocalIPAssociation': '1.0', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Log': '1.0', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'NDPProxy': '1.0', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Network': '1.1', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Port': '1.7', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'PortForwarding': '1.3', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'QosPolicy': '1.10', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroup': '1.5', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SecurityGroupRule': '1.2', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'SubPort': '1.0', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Subnet': '1.1', Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: 'Trunk': '1.1'}} Apr 07 11:44:49.705883 dv-cinder-836804-2-iscsi neutron-server[109862]: {{(pid=109862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:44:49.734606 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:49.750889 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:49.878901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:49.916840 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] For port 400fcf96-a1ec-4944-8618-11866bd826b4, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:49.921378 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] For port 400fcf96-a1ec-4944-8618-11866bd826b4, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=400fcf96-a1ec-4944-8618-11866bd826b4,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:49.938882 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.047613 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3857ff8-d87b-4a90-8603-7753bdb473b3 None None] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:44:50.148888 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port b2eef2fe-c305-42c4-a48c-1b8a84781e17 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:50.149474 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.160088 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:50.160841 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:50.276437 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6d067dc4-5a4e-40f4-a8f1-efa28983486f req-f737030f-7359-4006-ba7d-33a9b62c2cdd tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 210 time: 0.1494932 Apr 07 11:44:50.338827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:50.389820 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.396886 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-25e84ce1-8f7a-4729-a9d4-b267077c9b7b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2117741 Apr 07 11:44:50.397708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34560) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:50.398256 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34564) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:50.403184 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24092def-fc06-494e-8f76-b64e614e7ae7 None None] Pushing event updated for resources: {'Port': ['ID=400fcf96-a1ec-4944-8618-11866bd826b4,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:50.441089 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:50.449061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.519300 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Provisioning complete for port b2eef2fe-c305-42c4-a48c-1b8a84781e17 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:50.519918 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.591099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:44:50.609378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-78c94986-7d49-4be1-ad14-6038769390d0 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:50.614853 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-78c94986-7d49-4be1-ad14-6038769390d0 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.26 "GET /v2.0/networks?id=b50f581b-e35c-4371-9133-cb2639940244 HTTP/1.1" status: 200 len: 812 time: 1.0365889 Apr 07 11:44:50.696785 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Request body: {'port': {'device_id': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244', 'admin_state_up': True, 'tenant_id': 'b2e0ee348ae540f3bab63d71232c0fb7'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:50.766902 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:50.771995 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:50.906049 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-81e0fc89-e820-4b7d-ad30-67d58e92ba65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:50.950695 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port b2eef2fe-c305-42c4-a48c-1b8a84781e17 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:50.953146 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c67994f6-24ae-418b-bfcd-24708ecba872 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:51.013548 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:47Z', 'revision_number': 3, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.041833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:51.057907 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Made reservation on behalf of b2e0ee348ae540f3bab63d71232c0fb7 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:51.061305 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:51.095810 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Checking router: 8cba865f-004d-4460-b60d-8134ea897409 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:51.097181 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Updating router 8cba865f-004d-4460-b60d-8134ea897409 port 809133a9-08d0-465f-9eea-9e8988cd6789 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:44:51.101426 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11f62-52bb-472f-b90f-eb7b15bfd4f3 None None] Pushing event updated for resources: {'Port': ['ID=b2eef2fe-c305-42c4-a48c-1b8a84781e17,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:51.192522 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:51.296547 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:51.379133 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Allocated IP 172.20.0.13 (b50f581b-e35c-4371-9133-cb2639940244/1a2b8774-6830-4f53-9591-150f00ebd253/a4fd9825-4be6-430c-9064-8725a8752006) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:51.426062 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:45Z', 'revision_number': 3, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.493873 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d0437-46aa-4723-9c32-5de3e5f56ce4 None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:45Z', 'revision_number': 3, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:51.580574 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:46Z', 'revision_number': 3, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:51.689435 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:51.690047 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Updating router c0c52852-2809-4766-88ff-35e8516190dc port 62cc25db-a0e1-4915-8338-c333f47acaf2 binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:44:51.864645 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks [] for port (a4fd9825-4be6-430c-9064-8725a8752006), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.025512 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Current status of the port b2eef2fe-c305-42c4-a48c-1b8a84781e17 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:52.150434 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port c67994f6-24ae-418b-bfcd-24708ecba872 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:52.150838 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.195149 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.207118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Allocated IP 172.20.0.1 (9e4b56e3-431b-4e88-810c-04b4dabed6f7/f59ddae3-f7f3-4b7b-b957-4f56cffdd440/4d965826-7bcf-4d62-b963-c5ed9b88d716) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:52.336486 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Publish callbacks [] for port (809133a9-08d0-465f-9eea-9e8988cd6789), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.343099 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.419143 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Provisioning complete for port c4909928-bfe9-4c12-96bf-477a14b5b095 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:52.419526 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.422233 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Attempting to bind port 809133a9-08d0-465f-9eea-9e8988cd6789 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:52.422752 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Attempting to bind port 809133a9-08d0-465f-9eea-9e8988cd6789 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:52.423555 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Attempting to bind port 809133a9-08d0-465f-9eea-9e8988cd6789 on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:52.427988 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (a4fd9825-4be6-430c-9064-8725a8752006), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.436055 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Allocated IP 172.20.0.1 (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc/dfb89c3d-5444-43e1-ad22-e6e629b4de75/3e788413-d8e7-425c-af57-018cc8889853) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:52.436539 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:52.437690 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:52.438057 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.438509 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:52.439052 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Bound port: 809133a9-08d0-465f-9eea-9e8988cd6789, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:52.439500 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.533425 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Network b50f581b-e35c-4371-9133-cb2639940244 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:52.573770 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] For port 809133a9-08d0-465f-9eea-9e8988cd6789, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:52.579847 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:52.583333 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] For port 809133a9-08d0-465f-9eea-9e8988cd6789, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=809133a9-08d0-465f-9eea-9e8988cd6789,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:52.594545 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:52.602825 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:52.605627 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.617409 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:52.645658 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd552d4-8555-4973-bc5c-06cee98df99a None None] Pushing event updated for resources: {'Port': ['ID=809133a9-08d0-465f-9eea-9e8988cd6789,revision_number=2']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:52.699889 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34618) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:52.764234 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:52.765160 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:52.984686 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks [] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.142364 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd552d4-8555-4973-bc5c-06cee98df99a None None] Pushing event updated for resources: {'Port': ['ID=809133a9-08d0-465f-9eea-9e8988cd6789,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:53.168007 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-81e0fc89-e820-4b7d-ad30-67d58e92ba65 admin admin] Publish callbacks [] for security_group (9a2d10c6-ca27-4637-a6cd-a78572c3143c), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.190810 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5154600 Apr 07 11:44:53.191713 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8fc82b7c-6915-411e-80e1-ad3b81394e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.214215 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-ba8e0e45-95a8-4859-9f9d-95c7c41b1fb8 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:44:53.215450 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-ba8e0e45-95a8-4859-9f9d-95c7c41b1fb8 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112109 Apr 07 11:44:53.281555 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c5f96-9d51-4ba2-babc-f6e7e1c0e999 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Pushing event updated for resources: {'Port': ['ID=a4fd9825-4be6-430c-9064-8725a8752006,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:53.312811 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:53.323141 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-81e0fc89-e820-4b7d-ad30-67d58e92ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9a2d10c6-ca27-4637-a6cd-a78572c3143c), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.339979 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Current status of the port c4909928-bfe9-4c12-96bf-477a14b5b095 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:53.341003 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.342373 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port c67994f6-24ae-418b-bfcd-24708ecba872 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:53.342744 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.386626 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:47Z', 'revision_number': 3, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.497443 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.513313 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:44:53.513666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Updating router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:44:53.542452 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8fc82b7c-6915-411e-80e1-ad3b81394e79 admin admin] Publish callbacks [] for security_group (ec5225fa-c1a1-4269-9397-5c5446d65fc8), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.557282 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34642) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:53.566146 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-81e0fc89-e820-4b7d-ad30-67d58e92ba65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af56c73efbdc4b929d8857d3c638a0b1&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1427226 Apr 07 11:44:53.567290 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8fc82b7c-6915-411e-80e1-ad3b81394e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ec5225fa-c1a1-4269-9397-5c5446d65fc8), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.642011 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc82b7c-6915-411e-80e1-ad3b81394e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5225fa-c1a1-4269-9397-5c5446d65fc8,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:53.653821 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0fc89-e820-4b7d-ad30-67d58e92ba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d10c6-ca27-4637-a6cd-a78572c3143c,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:53.660314 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port c67994f6-24ae-418b-bfcd-24708ecba872, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c67994f6-24ae-418b-bfcd-24708ecba872,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:53.676922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Request body: {'port': {'device_id': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:53.681714 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.683095 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c4909928-bfe9-4c12-96bf-477a14b5b095 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:53.747776 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-35558993-5c92-4376-8cb8-497f21944241 None None] For port c4909928-bfe9-4c12-96bf-477a14b5b095, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c4909928-bfe9-4c12-96bf-477a14b5b095,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:53.749338 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Pushing event updated for resources: {'Port': ['ID=4d965826-7bcf-4d62-b963-c5ed9b88d716,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:53.753969 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=c67994f6-24ae-418b-bfcd-24708ecba872,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:53.781700 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.783505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61053e61-1dc4-4792-b077-b99650dfd61a req-eef817da-7f6f-49b7-a2ac-5ebd435637f3 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:53.786417 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-61053e61-1dc4-4792-b077-b99650dfd61a req-eef817da-7f6f-49b7-a2ac-5ebd435637f3 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 932 time: 2.1824775 Apr 07 11:44:53.805666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.859183 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:47Z', 'revision_number': 3, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:53.888138 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:53.939391 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d559ec-b185-4210-9e2f-660ddff4fae2 None None] The sync data for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi is: [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:47Z', 'revision_number': 3, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:53.942359 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Publish callbacks [] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.958678 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Provisioning complete for port c67994f6-24ae-418b-bfcd-24708ecba872 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:53.961036 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:53.982820 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-61053e61-1dc4-4792-b077-b99650dfd61a req-3f6fc104-592f-4c99-a0f8-6f508ea6c198 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830351 Apr 07 11:44:53.986998 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:53.995293 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:53.998060 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (c0c52852-2809-4766-88ff-35e8516190dc), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.026319 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks [] for port (3e788413-d8e7-425c-af57-018cc8889853), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.155460 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8fc82b7c-6915-411e-80e1-ad3b81394e79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87fb7fe3659f4360b57df627463cbc23&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3840103 Apr 07 11:44:54.176270 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34660) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:54.199949 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.343295 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Pushing event updated for resources: {'Port': ['ID=c4909928-bfe9-4c12-96bf-477a14b5b095,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:54.357866 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.569871 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930d646-a224-4e39-9e01-73628b9ce7f5 None None] Pushing event updated for resources: {'Port': ['ID=62cc25db-a0e1-4915-8338-c333f47acaf2,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:54.601209 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port c4909928-bfe9-4c12-96bf-477a14b5b095 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:54.602208 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.660703 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Allocated IP 172.20.0.1 (eecdce88-2279-4c8d-9036-f4901d55b8d6/5a4daa37-ca85-4cac-adaa-19e90a67264d/a9c5ac8a-3e14-4bdb-83af-92211ff43ca8) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:54.679921 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (3e788413-d8e7-425c-af57-018cc8889853), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.772778 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ce205ea-6340-4f5b-9e3d-a5c3211abbe3 admin admin] Publish callbacks [] for security_group (9a2d10c6-ca27-4637-a6cd-a78572c3143c), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.784489 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a4fd9825-4be6-430c-9064-8725a8752006), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.799830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Attempting to bind port 62cc25db-a0e1-4915-8338-c333f47acaf2 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:54.800203 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Attempting to bind port 62cc25db-a0e1-4915-8338-c333f47acaf2 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:54.804026 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Attempting to bind port 62cc25db-a0e1-4915-8338-c333f47acaf2 on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:54.809904 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:54.850494 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5b42a476-4239-4ef8-bac2-d2a8fcd54ffb admin admin] Publish callbacks [] for security_group (ec5225fa-c1a1-4269-9397-5c5446d65fc8), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.857577 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:54.857998 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:54.858412 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.858818 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:54.859324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Bound port: 62cc25db-a0e1-4915-8338-c333f47acaf2, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:54.859714 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.871728 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:54.905619 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:54.906503 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (a05491b7-4332-4529-a7f2-6bbb1bc91a76), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:54.989090 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Pushing event updated for resources: {'Port': ['ID=3e788413-d8e7-425c-af57-018cc8889853,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.049372 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Current status of the port c67994f6-24ae-418b-bfcd-24708ecba872 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:55.124494 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ce205ea-6340-4f5b-9e3d-a5c3211abbe3 admin admin] Publish callbacks [] for security_group (9a2d10c6-ca27-4637-a6cd-a78572c3143c), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.162970 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.256772 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5b42a476-4239-4ef8-bac2-d2a8fcd54ffb admin admin] Publish callbacks [] for security_group (ec5225fa-c1a1-4269-9397-5c5446d65fc8), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.306905 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] For port 62cc25db-a0e1-4915-8338-c333f47acaf2, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:55.329226 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Provisioning complete for port 916e94de-4b45-4073-bb84-fb629f5ad6a7 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:55.329777 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.331601 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port c4909928-bfe9-4c12-96bf-477a14b5b095 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:55.335193 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 916e94de-4b45-4073-bb84-fb629f5ad6a7 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:55.346427 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Publish callbacks [] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.431404 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] For port 62cc25db-a0e1-4915-8338-c333f47acaf2, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=62cc25db-a0e1-4915-8338-c333f47acaf2,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:55.433041 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.535338 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.681438 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5b42a476-4239-4ef8-bac2-d2a8fcd54ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ec5225fa-c1a1-4269-9397-5c5446d65fc8), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.685035 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5b42a476-4239-4ef8-bac2-d2a8fcd54ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.686356 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-5b42a476-4239-4ef8-bac2-d2a8fcd54ffb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec5225fa-c1a1-4269-9397-5c5446d65fc8 HTTP/1.1" status: 204 len: 168 time: 1.5024474 Apr 07 11:44:55.703735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a476-4239-4ef8-bac2-d2a8fcd54ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5225fa-c1a1-4269-9397-5c5446d65fc8,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.719119 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9c32-a4b0-496c-bfb5-fac057388e16 None None] Pushing event updated for resources: {'Port': ['ID=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:55.740228 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.775682 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:55.779536 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:55.795528 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Attempting to bind port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:55.797693 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Attempting to bind port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:55.799049 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Attempting to bind port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:55.821338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks [] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.913420 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:55.963827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Allocated IP 172.20.0.1 (85cbfb78-686d-4070-ba17-e809f8b4357f/6c57577c-7929-4617-b65b-b9e243b0b72a/d44a3d78-13e9-4411-9f5a-2eb97bf19dae) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:44:56.011613 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c266b86-8255-4637-b145-4d65d4cb92a8 req-316b4673-661c-405a-9cc3-1aa6e9a1aa55 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:56.013649 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c266b86-8255-4637-b145-4d65d4cb92a8 req-316b4673-661c-405a-9cc3-1aa6e9a1aa55 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 932 time: 0.4562294 Apr 07 11:44:56.104353 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:56.104744 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:56.105169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.105570 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:56.106063 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Bound port: 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:56.106453 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.124801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 916e94de-4b45-4073-bb84-fb629f5ad6a7 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:56.125360 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.208297 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:56.240528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3e788413-d8e7-425c-af57-018cc8889853), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.249756 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c266b86-8255-4637-b145-4d65d4cb92a8 req-7a1c0d16-9a02-46ce-bdba-3ba8008441e5 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238162 Apr 07 11:44:56.255863 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:56.262016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Current status of the port 916e94de-4b45-4073-bb84-fb629f5ad6a7 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:56.274290 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.287017 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:56.287924 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (8cba865f-004d-4460-b60d-8134ea897409), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.335428 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks [] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.352989 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.353728 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (c0c52852-2809-4766-88ff-35e8516190dc), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.357942 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks [] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.365825 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:56.374291 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ce205ea-6340-4f5b-9e3d-a5c3211abbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9a2d10c6-ca27-4637-a6cd-a78572c3143c), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.377635 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ce205ea-6340-4f5b-9e3d-a5c3211abbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.379169 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4ce205ea-6340-4f5b-9e3d-a5c3211abbe3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a2d10c6-ca27-4637-a6cd-a78572c3143c HTTP/1.1" status: 204 len: 168 time: 2.8183458 Apr 07 11:44:56.437558 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] For port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:56.473704 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce205ea-6340-4f5b-9e3d-a5c3211abbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d10c6-ca27-4637-a6cd-a78572c3143c,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:56.474677 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] For port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:56.520149 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930d646-a224-4e39-9e01-73628b9ce7f5 None None] Pushing event updated for resources: {'Port': ['ID=62cc25db-a0e1-4915-8338-c333f47acaf2,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:56.583047 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.595712 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Pushing event updated for resources: {'Port': ['ID=4d965826-7bcf-4d62-b963-c5ed9b88d716,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:56.661566 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:56.707979 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.841824 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:56.847415 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-35558993-5c92-4376-8cb8-497f21944241 None None] For port 916e94de-4b45-4073-bb84-fb629f5ad6a7, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=916e94de-4b45-4073-bb84-fb629f5ad6a7,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:44:56.856364 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:56.863143 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:56.885184 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:56.904122 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:44:56.904713 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (1a1fb3bf-6236-43c8-a42b-912dca0949a5), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.093538 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.112285 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:57.447536 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 916e94de-4b45-4073-bb84-fb629f5ad6a7 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:57.448150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.454283 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9c32-a4b0-496c-bfb5-fac057388e16 None None] Pushing event updated for resources: {'Port': ['ID=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:57.461875 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Router c0c52852-2809-4766-88ff-35e8516190dc has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:57.479919 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:44:57.480577 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:44:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:57.508852 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fd9825-4be6-430c-9064-8725a8752006 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:44:57.533696 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Publish callbacks [] for port (a4fd9825-4be6-430c-9064-8725a8752006), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.553487 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:44:57.569850 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.582847 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Transition to ACTIVE for port object a4fd9825-4be6-430c-9064-8725a8752006 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:44:57.617605 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-9e51ecdd-af44-47da-81f4-886ebf81ceef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.622537 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Provisioning complete for port 3e788413-d8e7-425c-af57-018cc8889853 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:57.623359 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3e788413-d8e7-425c-af57-018cc8889853), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.769505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:57.785663 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-17013a8a-fdf1-41fc-8a38-84d0c1a6005c admin admin] 10.222.0.47 "PUT /v2.0/routers/c0c52852-2809-4766-88ff-35e8516190dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6460645 Apr 07 11:44:57.993964 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.db.api [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:44:57.998071 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks [] for port (3e788413-d8e7-425c-af57-018cc8889853), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:57.998489 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG oslo_db.api [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:44:58.008677 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3e788413-d8e7-425c-af57-018cc8889853), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.010289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (a05491b7-4332-4529-a7f2-6bbb1bc91a76), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.078086 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Port 3e788413-d8e7-425c-af57-018cc8889853 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:44:58.105648 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35558993-5c92-4376-8cb8-497f21944241 None None] Pushing event updated for resources: {'Port': ['ID=916e94de-4b45-4073-bb84-fb629f5ad6a7,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.120226 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da150ae5-093f-4df2-bcd9-ad42109dbc99 req-25a6feee-edf3-4c2e-b9d1-457177c78691 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:58.121493 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a4fd9825-4be6-430c-9064-8725a8752006), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.121802 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da150ae5-093f-4df2-bcd9-ad42109dbc99 req-25a6feee-edf3-4c2e-b9d1-457177c78691 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.2740541 Apr 07 11:44:58.163106 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks [] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.179002 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Pushing event updated for resources: {'Port': ['ID=3e788413-d8e7-425c-af57-018cc8889853,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.180099 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.181653 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (1a1fb3bf-6236-43c8-a42b-912dca0949a5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.215001 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:44:58.276606 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34730) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:58.298185 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fd9825-4be6-430c-9064-8725a8752006,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.343164 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da150ae5-093f-4df2-bcd9-ad42109dbc99 req-8082b381-39c7-4221-bacd-dc9628badf43 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126217 Apr 07 11:44:58.462544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Provisioning complete for port c4909928-bfe9-4c12-96bf-477a14b5b095 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:58.463934 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.522403 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.523321 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:44:58.600902 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-971547134-network', 'tenant_id': 'a56978683123454da1065513ecd00ea4'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:58.627636 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Attempting to bind port a4fd9825-4be6-430c-9064-8725a8752006 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:44:58.628656 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Attempting to bind port a4fd9825-4be6-430c-9064-8725a8752006 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '2a7b1bf4-202f-4c6c-8e24-e3efa316de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:44:58.629083 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Attempting to bind port a4fd9825-4be6-430c-9064-8725a8752006 on network b50f581b-e35c-4371-9133-cb2639940244 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:58.649042 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Port a4fd9825-4be6-430c-9064-8725a8752006 on network b50f581b-e35c-4371-9133-cb2639940244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:44:58.650944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:58.655521 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Attempting to bind port a4fd9825-4be6-430c-9064-8725a8752006 on network b50f581b-e35c-4371-9133-cb2639940244 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:44:58.657172 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:58.730544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 916e94de-4b45-4073-bb84-fb629f5ad6a7 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:58.889177 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:44:58.949399 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:44:58.949716 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Checking segment: {'id': '2a7b1bf4-202f-4c6c-8e24-e3efa316de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:44:58.950323 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Bound using segment: {'id': '2a7b1bf4-202f-4c6c-8e24-e3efa316de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:44:58.950810 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Bound port: a4fd9825-4be6-430c-9064-8725a8752006, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7b1bf4-202f-4c6c-8e24-e3efa316de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:44:58.951184 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a4fd9825-4be6-430c-9064-8725a8752006), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.135008 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34746) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:59.150661 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:59.242924 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80035d-5b49-4aa7-838e-7c72c2f97589 None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:44:52Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:59.252350 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Current status of the port c4909928-bfe9-4c12-96bf-477a14b5b095 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:59.274280 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Provisioning complete for port 916e94de-4b45-4073-bb84-fb629f5ad6a7 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:59.274674 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.292103 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] For port a4fd9825-4be6-430c-9064-8725a8752006, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:44:59.301575 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device b2eef2fe-c305-42c4-a48c-1b8a84781e17 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:44:59.317039 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:44:56Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:44:59.348780 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] For port a4fd9825-4be6-430c-9064-8725a8752006, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a4fd9825-4be6-430c-9064-8725a8752006,segment=NetworkSegment(2a7b1bf4-202f-4c6c-8e24-e3efa316de21),segment_id=2a7b1bf4-202f-4c6c-8e24-e3efa316de21)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:44:59.351635 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Made reservation on behalf of a56978683123454da1065513ecd00ea4 for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:44:59.362305 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.427461 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c1a5-5aae-4844-bb35-46b68f2eec76 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:44:56Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:44:59.597385 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34758) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:44:59.607786 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6655691', 'description': 'tempest-description--1238471816'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:44:59.649423 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port b2eef2fe-c305-42c4-a48c-1b8a84781e17 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:59.650006 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.676250 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-5e02cd0e-51f4-45cd-84b1-bceaf167c4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.707610 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks [] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.710526 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.713562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a4fd9825-4be6-430c-9064-8725a8752006), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.730922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:44:59.740089 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Current status of the port 916e94de-4b45-4073-bb84-fb629f5ad6a7 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:44:59.769198 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Provisioning complete for port c67994f6-24ae-418b-bfcd-24708ecba872 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:44:59.769584 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.776149 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.811872 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:44:59.833418 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-47f88e29-faa4-4a47-a734-c94e631a8ce9 admin admin] 10.222.0.47 "PUT /v2.0/routers/1a1fb3bf-6236-43c8-a42b-912dca0949a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4291310 Apr 07 11:44:59.885833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d7a1-4335-4616-910e-a55436530b9a req-b046bed1-3d18-41c4-9ddd-0d36dc1d61c6 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:44:59.890613 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:44:59.899531 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.904124 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (8cba865f-004d-4460-b60d-8134ea897409), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:59.905203 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8722d7a1-4335-4616-910e-a55436530b9a req-b046bed1-3d18-41c4-9ddd-0d36dc1d61c6 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.3343761 Apr 07 11:45:00.058105 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port b2eef2fe-c305-42c4-a48c-1b8a84781e17 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:00.074537 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 400fcf96-a1ec-4944-8618-11866bd826b4 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:00.075411 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:00.079719 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.084922 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4fd9825-4be6-430c-9064-8725a8752006 HTTP/1.1" status: 200 len: 1094 time: 6.5362873 Apr 07 11:45:00.088687 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-79cd1888-af7f-436d-be80-b89d509d63c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.116641 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f888e-b1ee-4389-af43-f1a985d81744 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fd9825-4be6-430c-9064-8725a8752006,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:00.166571 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8722d7a1-4335-4616-910e-a55436530b9a req-d49dd982-202a-4f50-bcfa-8a00d8c8a65c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603383 Apr 07 11:45:00.175005 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'tag': 'a4fd9825-4be6-430c-9064-8725a8752006'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:00.264322 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (a6e64128-254c-4904-846c-d0b823991100), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.276031 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (a6e64128-254c-4904-846c-d0b823991100), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.321609 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.326787 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7272217 Apr 07 11:45:00.328422 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21dbca-ce55-43ef-8551-266a8c42fb1f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e64128-254c-4904-846c-d0b823991100,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:00.335036 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34778) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:00.348149 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'security_group_rule': {'security_group_id': 'a6e64128-254c-4904-846c-d0b823991100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:00.429118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (dd77dd77-379c-4b46-a73a-629ccaff2b36), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.522637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks [] for security_group (5fec2bda-9f21-4123-a3d8-36787978c15a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.567081 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Current status of the port c67994f6-24ae-418b-bfcd-24708ecba872 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:00.600285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:00.643156 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (dd77dd77-379c-4b46-a73a-629ccaff2b36), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.650580 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (dd77dd77-379c-4b46-a73a-629ccaff2b36), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.686697 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Provisioning complete for port 4d965826-7bcf-4d62-b963-c5ed9b88d716 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:00.687244 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.700705 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.707186 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3626986 Apr 07 11:45:00.707856 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34794) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:00.729248 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'security_group_rule': {'security_group_id': 'a6e64128-254c-4904-846c-d0b823991100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:00.781482 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:00.782810 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (5fec2bda-9f21-4123-a3d8-36787978c15a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.785172 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447d6f6-89f3-4705-b33c-e5c2a62859ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd77dd77-379c-4b46-a73a-629ccaff2b36,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:00.805683 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (436a2d06-873d-4eb4-95b6-a010675ee28b), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.806652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.809241 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:00.834727 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e840791c-6a3d-467e-b257-ee0fd1789b47), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.835060 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Added segment e840791c-6a3d-467e-b257-ee0fd1789b47 of type vlan for network d0c9db59-08cb-4e1c-91be-ce5866289dfb Apr 07 11:45:00.842380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Port 4d965826-7bcf-4d62-b963-c5ed9b88d716 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:00.858877 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 400fcf96-a1ec-4944-8618-11866bd826b4 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:00.859280 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.931064 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (d0c9db59-08cb-4e1c-91be-ce5866289dfb), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.996291 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Provisioning complete for port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:00.996539 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.012788 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34806) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:01.018249 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (436a2d06-873d-4eb4-95b6-a010675ee28b), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.032922 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (436a2d06-873d-4eb4-95b6-a010675ee28b), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.072560 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:01.100367 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec2bda-9f21-4123-a3d8-36787978c15a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:01.126880 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (d0c9db59-08cb-4e1c-91be-ce5866289dfb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.129355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:01.133643 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a2d06-873d-4eb4-95b6-a010675ee28b,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:01.146748 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.153827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.165696 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-818c94e3-6a45-42f4-b5fa-c5fbb57131ce tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4470129 Apr 07 11:45:01.167061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779267577', 'description': 'tempest-description--5252714'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:01.172102 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34812) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:01.185199 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:01.219179 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82be45-c646-464a-83ee-198e745dc668" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f", "tag": "a4fd9825-4be6-430c-9064-8725a8752006"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:01.224405 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.331476 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 400fcf96-a1ec-4944-8618-11866bd826b4 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:01.331882 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.365030 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c2822112-9469-4d6a-832e-e60efeb89b17 None None] Port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:01.433835 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 400fcf96-a1ec-4944-8618-11866bd826b4, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=400fcf96-a1ec-4944-8618-11866bd826b4,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:01.474193 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.475740 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c67994f6-24ae-418b-bfcd-24708ecba872 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:01.761419 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-db4709e1-c094-4288-b8b9-b5bcab392ed9 None None] Provisioning complete for port d44a3d78-13e9-4411-9f5a-2eb97bf19dae triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:01.762121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-db4709e1-c094-4288-b8b9-b5bcab392ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.810979 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port c67994f6-24ae-418b-bfcd-24708ecba872 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:01.811380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.829839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c9db59-08cb-4e1c-91be-ce5866289dfb,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:01.860010 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-f1138a68-1a54-46c6-95dc-f642ba9181a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:01.861122 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb21429-f0b9-44be-b080-48a430e2d620 req-12db2206-ef0c-4493-8388-72c35c52118d tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:01.862703 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5bb21429-f0b9-44be-b080-48a430e2d620 req-12db2206-ef0c-4493-8388-72c35c52118d tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.4435587 Apr 07 11:45:01.879202 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network d0c9db59-08cb-4e1c-91be-ce5866289dfb details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:01.900734 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-f1138a68-1a54-46c6-95dc-f642ba9181a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2e0ee348ae540f3bab63d71232c0fb7&device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 1128 time: 1.3739417 Apr 07 11:45:01.924540 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=400fcf96-a1ec-4944-8618-11866bd826b4,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:01.946674 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-db4709e1-c094-4288-b8b9-b5bcab392ed9 None None] Port d44a3d78-13e9-4411-9f5a-2eb97bf19dae cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:01.959693 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.020128 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34826) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:02.089461 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-db4709e1-c094-4288-b8b9-b5bcab392ed9 None None] Provisioning complete for port 4d965826-7bcf-4d62-b963-c5ed9b88d716 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:02.093197 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-db4709e1-c094-4288-b8b9-b5bcab392ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.109852 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5bb21429-f0b9-44be-b080-48a430e2d620 req-29b489a2-2cb7-4b2e-9e91-51d9c456bb19 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137280 Apr 07 11:45:02.112033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.118350 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.157632 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-10fb4567-e94c-4c6e-98a9-376012b28df3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8534012 Apr 07 11:45:02.170160 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cbaae8-72d8-4273-9f4c-76a2b841cf98 x-openstack-request-id: req-42cbaae8-72d8-4273-9f4c-76a2b841cf98 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:02.170735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f", "tag": "a4fd9825-4be6-430c-9064-8725a8752006", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:02.171129 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42cbaae8-72d8-4273-9f4c-76a2b841cf98 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:02.171766 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cbaae8-72d8-4273-9f4c-76a2b841cf98'] response: {'name': 'network-changed', 'server_uuid': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'tag': 'a4fd9825-4be6-430c-9064-8725a8752006', 'status': 'completed', 'code': 200} Apr 07 11:45:02.205695 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port c67994f6-24ae-418b-bfcd-24708ecba872 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:02.210300 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 809133a9-08d0-465f-9eea-9e8988cd6789 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:02.252324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-db4709e1-c094-4288-b8b9-b5bcab392ed9 None None] Port 4d965826-7bcf-4d62-b963-c5ed9b88d716 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:02.325054 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 809133a9-08d0-465f-9eea-9e8988cd6789 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:02.325054 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.325421 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34832) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:02.350571 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Request body: {'subnet': {'network_id': 'd0c9db59-08cb-4e1c-91be-ce5866289dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-971547134-subnet', 'tenant_id': 'a56978683123454da1065513ecd00ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:02.417000 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (d0a2b23d-582e-4442-a89c-c7e5dc7644dd), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.436295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-282dcf89-b982-45fd-80b7-cbb1a9d01f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.446858 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Made reservation on behalf of a56978683123454da1065513ecd00ea4 for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:02.449244 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.477337 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-45d4eee2-856e-42d6-9146-9e99eab26ed5 None None] Provisioning complete for port 3e788413-d8e7-425c-af57-018cc8889853 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:02.478122 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-45d4eee2-856e-42d6-9146-9e99eab26ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3e788413-d8e7-425c-af57-018cc8889853), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.493134 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Allocated IP 172.27.2.18 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/f77e5f5f-40c3-43a8-9eff-694260d88cc7) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:02.526745 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-45d4eee2-856e-42d6-9146-9e99eab26ed5 None None] Port 3e788413-d8e7-425c-af57-018cc8889853 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:02.542952 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 809133a9-08d0-465f-9eea-9e8988cd6789 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:02.543353 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.628823 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-e71175f5-1158-4f02-958b-c0d49532d799 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4fd9825-4be6-430c-9064-8725a8752006 HTTP/1.1" status: 200 len: 217 time: 0.4678719 Apr 07 11:45:02.630061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d0a2b23d-582e-4442-a89c-c7e5dc7644dd), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.636492 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 809133a9-08d0-465f-9eea-9e8988cd6789, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=809133a9-08d0-465f-9eea-9e8988cd6789,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:02.644895 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-45d4eee2-856e-42d6-9146-9e99eab26ed5 None None] Provisioning complete for port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:02.645898 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-45d4eee2-856e-42d6-9146-9e99eab26ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.685071 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.686048 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c4909928-bfe9-4c12-96bf-477a14b5b095 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:02.726429 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-79cd1888-af7f-436d-be80-b89d509d63c4 admin admin] Publish callbacks [] for security_group (58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.729983 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:02.745408 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-79cd1888-af7f-436d-be80-b89d509d63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.815700 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-45d4eee2-856e-42d6-9146-9e99eab26ed5 None None] Port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:02.821545 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=809133a9-08d0-465f-9eea-9e8988cd6789,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:02.861615 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Router 8cba865f-004d-4460-b60d-8134ea897409 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:02.875357 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.876905 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7640142 Apr 07 11:45:02.893016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port c4909928-bfe9-4c12-96bf-477a14b5b095 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:02.894172 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.898704 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34834) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:03.031089 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port c4909928-bfe9-4c12-96bf-477a14b5b095 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:03.032408 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 916e94de-4b45-4073-bb84-fb629f5ad6a7 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:03.156229 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (f3c02762-2150-4560-9ae8-6969d0d74ffc), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.167598 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-282dcf89-b982-45fd-80b7-cbb1a9d01f91 admin admin] Publish callbacks [] for security_group (09d44224-d560-47b8-9e91-2d6cb8c94d9f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.181300 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 916e94de-4b45-4073-bb84-fb629f5ad6a7 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:03.181975 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.263619 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-282dcf89-b982-45fd-80b7-cbb1a9d01f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (09d44224-d560-47b8-9e91-2d6cb8c94d9f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.268246 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.362330 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': 'd0a2b23d-582e-4442-a89c-c7e5dc7644dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:03.375495 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:03.383204 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2c904abe-4a8d-4d2d-ac4e-4a03d337a411 admin admin] 10.222.0.47 "PUT /v2.0/routers/a05491b7-4332-4529-a7f2-6bbb1bc91a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7276423 Apr 07 11:45:03.390401 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:03.406624 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:03.408841 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:03.412399 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-282dcf89-b982-45fd-80b7-cbb1a9d01f91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cde20808991408fb8bd3e46ea33b9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3842893 Apr 07 11:45:03.420840 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c02762-2150-4560-9ae8-6969d0d74ffc,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.424239 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e08fca-78c4-40ea-b3c0-b1d740a04918 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2b23d-582e-4442-a89c-c7e5dc7644dd,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.447425 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34840) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:03.450025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 916e94de-4b45-4073-bb84-fb629f5ad6a7 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:03.450550 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dcf89-b982-45fd-80b7-cbb1a9d01f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d44224-d560-47b8-9e91-2d6cb8c94d9f,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.510445 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f43c-55ec-4b8b-97ac-213bcbbc08be req-9666a4b9-7386-432b-8346-ddb045a6bb7d tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:03.511585 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-79cd1888-af7f-436d-be80-b89d509d63c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e90760af4774a84aace36410d5c1bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 4.3401599 Apr 07 11:45:03.519689 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0033f43c-55ec-4b8b-97ac-213bcbbc08be req-9666a4b9-7386-432b-8346-ddb045a6bb7d tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.2480178 Apr 07 11:45:03.534607 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34842) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:03.541325 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-7aa99fe8-32cb-4654-9a69-8540197e3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:03.550105 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-7aa99fe8-32cb-4654-9a69-8540197e3f59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a2b8774-6830-4f53-9591-150f00ebd253 HTTP/1.1" status: 200 len: 852 time: 0.8060083 Apr 07 11:45:03.608111 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.658825 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0033f43c-55ec-4b8b-97ac-213bcbbc08be req-1dad9e63-b521-4250-b06f-46f55a0b83b4 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373687 Apr 07 11:45:03.659907 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Checking segment: {'id': 'e840791c-6a3d-467e-b257-ee0fd1789b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd0c9db59-08cb-4e1c-91be-ce5866289dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:03.660274 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Network hostable DHCP agents. Network: d0c9db59-08cb-4e1c-91be-ce5866289dfb, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:03.684375 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.732149 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:03.754542 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'Port': ['ID=f77e5f5f-40c3-43a8-9eff-694260d88cc7,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.795925 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:03.796804 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Network d0c9db59-08cb-4e1c-91be-ce5866289dfb is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:03.805890 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:03.810707 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:03.904598 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, d0c9db59-08cb-4e1c-91be-ce5866289dfb) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:03.909720 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:03.952492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:03.953147 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:03.965005 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843141d2-f72f-432f-9233-40b7d1323943 None None] Network d0c9db59-08cb-4e1c-91be-ce5866289dfb requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:03.984440 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd1888-af7f-436d-be80-b89d509d63c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:03.990679 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-bce9d39a-7bf1-41d8-8632-3f53dacad7f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b50f581b-e35c-4371-9133-cb2639940244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077553 Apr 07 11:45:04.000624 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (048f6478-fd72-44fd-942e-0bc223a9a972), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.044344 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (9d79ac52-7bd4-4779-bbe0-14dc95393825), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.067933 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-82a837bb-0171-43b9-ab2c-f4aa5b352c03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7350714 Apr 07 11:45:04.180841 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.206452 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:04.228790 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Sync routers for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:04.245383 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c84a7aca-5735-48df-b8ac-5c3c66cd1f17 admin admin] 10.222.0.47 "PUT /v2.0/routers/8cba865f-004d-4460-b60d-8134ea897409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8256986 Apr 07 11:45:04.250524 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:44:56Z', 'revision_number': 2, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:04.299627 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f863456c-e27a-40fe-9e7d-4e210ada73a0 admin admin] Publish callbacks [] for security_group (58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.315490 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:04.315850 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Updating router a05491b7-4332-4529-a7f2-6bbb1bc91a76 port 3e788413-d8e7-425c-af57-018cc8889853 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:04.318646 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:04.319310 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:04.375977 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3e788413-d8e7-425c-af57-018cc8889853), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.389229 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f863456c-e27a-40fe-9e7d-4e210ada73a0 admin admin] Publish callbacks [] for security_group (58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.442830 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34856) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:04.461847 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150534935', 'description': 'tempest-description--921739633'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:04.597358 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-84c800f5-acdf-4602-99b0-3aad7aecc8c2 admin admin] Publish callbacks [] for security_group (09d44224-d560-47b8-9e91-2d6cb8c94d9f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.627725 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.646713 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.671830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63caa7cd-9aec-45c4-a838-557e408e0307 None None] Network d0c9db59-08cb-4e1c-91be-ce5866289dfb requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:04.673417 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.737846 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (9d79ac52-7bd4-4779-bbe0-14dc95393825), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.761631 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:04.762024 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.782237 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (048f6478-fd72-44fd-942e-0bc223a9a972), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.782639 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.784283 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6102498 Apr 07 11:45:04.785294 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689561d-3a70-4c4e-bae6-1ea1b636d02e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'Port': ['ID=f77e5f5f-40c3-43a8-9eff-694260d88cc7,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:04.948120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (048f6478-fd72-44fd-942e-0bc223a9a972), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.006551 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4515-aeb6-4be1-bb25-cb3200f98ad0 req-68544d42-879d-4e5b-ae7f-3974e6f44201 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:05.008241 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-440a4515-aeb6-4be1-bb25-cb3200f98ad0 req-68544d42-879d-4e5b-ae7f-3974e6f44201 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.1453505 Apr 07 11:45:05.069576 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-84c800f5-acdf-4602-99b0-3aad7aecc8c2 admin admin] Publish callbacks [] for security_group (09d44224-d560-47b8-9e91-2d6cb8c94d9f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.112804 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f863456c-e27a-40fe-9e7d-4e210ada73a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.127599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f863456c-e27a-40fe-9e7d-4e210ada73a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.132782 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-f863456c-e27a-40fe-9e7d-4e210ada73a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4 HTTP/1.1" status: 204 len: 168 time: 1.5815651 Apr 07 11:45:05.168374 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048f6478-fd72-44fd-942e-0bc223a9a972,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:05.201819 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:05.204964 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-f141237d-84eb-43f3-80f7-ce7ee039b7bb service neutron] 10.222.0.26 "GET /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1043751 Apr 07 11:45:05.212359 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863456c-e27a-40fe-9e7d-4e210ada73a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3f39c-dab6-4cbf-b1fd-fae4efdb96d4,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:05.232597 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.239322 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-41c621e9-03a4-4787-8285-4b4ca5fefb46 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3368745 Apr 07 11:45:05.241447 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34874) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:05.264832 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-440a4515-aeb6-4be1-bb25-cb3200f98ad0 req-e08704bc-5595-4403-a732-4f3014387787 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401502 Apr 07 11:45:05.267589 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (a44d9332-11b0-49df-b553-9cbdda36522f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.282194 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (a44d9332-11b0-49df-b553-9cbdda36522f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.331806 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.347739 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9010606 Apr 07 11:45:05.350416 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a4914-3a8d-48b7-8cd1-e1486493dcd6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44d9332-11b0-49df-b553-9cbdda36522f,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:05.352534 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34878) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:05.366568 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'security_group_rule': {'security_group_id': 'a44d9332-11b0-49df-b553-9cbdda36522f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:05.391149 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Publish callbacks [] for port (3e788413-d8e7-425c-af57-018cc8889853), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.394829 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': 'd0a2b23d-582e-4442-a89c-c7e5dc7644dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:05.405951 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3e788413-d8e7-425c-af57-018cc8889853), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.464510 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (77de903f-0eff-4900-93dc-6b2d31241aa2), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.588227 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (5aac137f-08bb-4266-8190-deec99e29503), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.710883 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c45421-b26a-4b20-9028-582214d9c43a None None] Pushing event updated for resources: {'Port': ['ID=3e788413-d8e7-425c-af57-018cc8889853,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:05.806213 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-84c800f5-acdf-4602-99b0-3aad7aecc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (09d44224-d560-47b8-9e91-2d6cb8c94d9f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.809023 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-84c800f5-acdf-4602-99b0-3aad7aecc8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.812465 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-84c800f5-acdf-4602-99b0-3aad7aecc8c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09d44224-d560-47b8-9e91-2d6cb8c94d9f HTTP/1.1" status: 204 len: 168 time: 2.3417711 Apr 07 11:45:05.909990 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Attempting to bind port 3e788413-d8e7-425c-af57-018cc8889853 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:05.910363 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Attempting to bind port 3e788413-d8e7-425c-af57-018cc8889853 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:05.910732 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Attempting to bind port 3e788413-d8e7-425c-af57-018cc8889853 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:05.941363 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:05.941745 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Checking segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:05.942160 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.942577 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Bound using segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:05.943337 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:05.943494 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Bound port: 3e788413-d8e7-425c-af57-018cc8889853, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:05.943855 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3e788413-d8e7-425c-af57-018cc8889853), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.945603 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:05.963948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c800f5-acdf-4602-99b0-3aad7aecc8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d44224-d560-47b8-9e91-2d6cb8c94d9f,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:05.968988 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8b3f4f3a-c45e-4eb7-b208-c3ac1564d13f req-eb58fdf2-ca92-4db6-8ccd-48f8e451da35 service neutron] 10.222.0.26 "GET /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077842 Apr 07 11:45:05.987281 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (77de903f-0eff-4900-93dc-6b2d31241aa2), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.018475 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (5aac137f-08bb-4266-8190-deec99e29503), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.025529 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (5aac137f-08bb-4266-8190-deec99e29503), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.096682 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aac137f-08bb-4266-8190-deec99e29503,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:06.135694 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] For port 3e788413-d8e7-425c-af57-018cc8889853, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:06.141142 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] For port 3e788413-d8e7-425c-af57-018cc8889853, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=3e788413-d8e7-425c-af57-018cc8889853,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:06.150529 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3e788413-d8e7-425c-af57-018cc8889853), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.191323 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.193256 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-93e0aa56-99fd-4ef5-bb00-a9ffa8b6b027 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9307504 Apr 07 11:45:06.201934 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34914) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.207039 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:06.215174 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:06.218755 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.219560 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 400fcf96-a1ec-4944-8618-11866bd826b4 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:06.255476 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:06.260550 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82be45-c646-464a-83ee-198e745dc668 req-d9243e1b-f9c9-42c4-85ee-3ab978846f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:06.263304 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-d9243e1b-f9c9-42c4-85ee-3ab978846f0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2e0ee348ae540f3bab63d71232c0fb7&device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 1128 time: 0.1522315 Apr 07 11:45:06.272065 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.398926 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:06.415686 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:06.425270 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:06.432795 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.483892 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (77de903f-0eff-4900-93dc-6b2d31241aa2), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.517455 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34924) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.526040 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.531544 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1756222 Apr 07 11:45:06.531697 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1055102824-network', 'tenant_id': 'a19b47ad29f343ce859c01695909601d'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:06.563140 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-0320cf1c-80d9-46ea-83d6-b0c05ded8feb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--6655691&fields=id&tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6 HTTP/1.1" status: 200 len: 267 time: 0.7495685 Apr 07 11:45:06.565475 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34926) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.594484 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:06.595149 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.602165 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63230b-00b6-4a72-b976-268709b15d6e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77de903f-0eff-4900-93dc-6b2d31241aa2,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:06.615191 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c45421-b26a-4b20-9028-582214d9c43a None None] Pushing event updated for resources: {'Port': ['ID=3e788413-d8e7-425c-af57-018cc8889853,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:06.633061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'security_group_rule': {'security_group_id': 'a44d9332-11b0-49df-b553-9cbdda36522f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:06.635927 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:06.637858 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Made reservation on behalf of a19b47ad29f343ce859c01695909601d for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:06.639442 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:06.640125 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.642255 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-674dea17-0642-4573-97ae-b2ce83980eb0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:06.644258 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-674dea17-0642-4573-97ae-b2ce83980eb0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 819 time: 1.1201842 Apr 07 11:45:06.695585 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34930) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:06.711104 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-273f2d8e-6100-45e0-949b-e040e0fcb20e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/quotas/fbbd3262326a4f81a047226323caa002 HTTP/1.1" status: 200 len: 375 time: 0.0586600 Apr 07 11:45:06.715910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] Provisioning complete for port 3e788413-d8e7-425c-af57-018cc8889853 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:06.716314 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3e788413-d8e7-425c-af57-018cc8889853), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.730231 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.775735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b4cd01f2-945d-45ad-8e19-fd056ecde4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.812026 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82be45-c646-464a-83ee-198e745dc668 req-31d29958-e0f3-4d0f-8ae8-fd3742eb5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:06.814787 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-31d29958-e0f3-4d0f-8ae8-fd3742eb5f65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b50f581b-e35c-4371-9133-cb2639940244 HTTP/1.1" status: 200 len: 913 time: 0.5260592 Apr 07 11:45:06.843706 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (74f97986-c5af-4774-8d36-f13a9cba14c7), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:06.858707 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:06.867921 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-e420b30a-8f05-4df2-978d-7b95c003dcad tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:06.875085 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:06.875540 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-e420b30a-8f05-4df2-978d-7b95c003dcad tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 810 time: 0.3099015 Apr 07 11:45:06.887125 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-c613cfcb-7524-47fa-a76f-fd4249ffff71 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495178 Apr 07 11:45:06.905529 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-4d778ecc-abf5-44fc-be5e-ad0c66d60824 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4fd9825-4be6-430c-9064-8725a8752006 HTTP/1.1" status: 200 len: 217 time: 0.0702198 Apr 07 11:45:07.005084 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a07cbb97-c27d-44a2-8242-723dd92c49b2 service neutron] 10.222.0.47 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067903 Apr 07 11:45:07.019413 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-855dd942-727e-47db-8b42-8e0327abb243 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/quotas/6c9af78d45e64ba2b9bd6d4ac21191e6 HTTP/1.1" status: 200 len: 375 time: 0.1428115 Apr 07 11:45:07.020815 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (74f97986-c5af-4774-8d36-f13a9cba14c7), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.031898 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (74f97986-c5af-4774-8d36-f13a9cba14c7), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.078497 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f97986-c5af-4774-8d36-f13a9cba14c7,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.089380 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.091153 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-fc841639-5f8d-4b67-8301-ac92e9cf0029 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4908564 Apr 07 11:45:07.093447 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks [] for security_group (8bc276f8-8440-40df-adc7-4a13a4abd17e), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.096007 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 34936) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:07.103739 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:07.119761 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:07.130051 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.134000 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.151306 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8bc276f8-8440-40df-adc7-4a13a4abd17e), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.166155 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:07.178117 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (50157689-35c1-47b5-ae27-e646f989ba19), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.179942 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Added segment 50157689-35c1-47b5-ae27-e646f989ba19 of type vlan for network 0f97fd9c-178b-48e0-910b-2aeedb057de1 Apr 07 11:45:07.226269 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b4cd01f2-945d-45ad-8e19-fd056ecde4a5 admin admin] Publish callbacks [] for security_group (9ee35d93-652a-498d-8ec2-278b2c3f0a52), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.232985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (0f97fd9c-178b-48e0-910b-2aeedb057de1), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.245268 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-1997980e-72c5-44c3-9519-3e8d913d22e2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2247663 Apr 07 11:45:07.249785 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b4cd01f2-945d-45ad-8e19-fd056ecde4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9ee35d93-652a-498d-8ec2-278b2c3f0a52), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.287627 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 400fcf96-a1ec-4944-8618-11866bd826b4 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:07.288168 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.295777 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc276f8-8440-40df-adc7-4a13a4abd17e,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.300154 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (0f97fd9c-178b-48e0-910b-2aeedb057de1), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.301297 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:07.302484 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.328995 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8104024 Apr 07 11:45:07.337487 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-0e903901-e79e-4527-a764-2853123d4fbd service neutron] 10.222.0.47 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155699 Apr 07 11:45:07.356970 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34946) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:07.367972 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Request body: {'subnet': {'network_id': '0f97fd9c-178b-48e0-910b-2aeedb057de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1055102824-subnet', 'tenant_id': 'a19b47ad29f343ce859c01695909601d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:07.424929 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-b4cd01f2-945d-45ad-8e19-fd056ecde4a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00a2361302e74a3bb17fbf5d5ca2548c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7189100 Apr 07 11:45:07.425539 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 34950) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:07.428141 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd01f2-945d-45ad-8e19-fd056ecde4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee35d93-652a-498d-8ec2-278b2c3f0a52,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.481275 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:06Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:07.512724 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e929-5ab5-47a6-8e67-314e922d6508 None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:06Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:07.516875 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 2, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:07.521952 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Made reservation on behalf of a19b47ad29f343ce859c01695909601d for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:07.533500 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.554893 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:07.555508 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Updating router c0c52852-2809-4766-88ff-35e8516190dc port 4d965826-7bcf-4d62-b963-c5ed9b88d716 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:07.598414 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] Current status of the port 3e788413-d8e7-425c-af57-018cc8889853 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:07.599150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3e788413-d8e7-425c-af57-018cc8889853), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.641579 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.665235 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a438b-8709-4227-bb44-8fe663437daf admin admin] Pushing event updated for resources: {'Network': ['ID=0f97fd9c-178b-48e0-910b-2aeedb057de1,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:07.748682 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 0f97fd9c-178b-48e0-910b-2aeedb057de1 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:07.839326 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:07.878290 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.27.2.151 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/228da33b-15b8-433c-90aa-5a8196a8cea5) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:07.894618 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:44:58Z', 'revision_number': 2, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:07.928628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-7f3f11d6-d61d-4011-94b1-2fc9b77aa78b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:45:07.938419 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-7f3f11d6-d61d-4011-94b1-2fc9b77aa78b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3703363 Apr 07 11:45:08.001736 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 400fcf96-a1ec-4944-8618-11866bd826b4 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:08.004605 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 809133a9-08d0-465f-9eea-9e8988cd6789 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:08.182584 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a2973d2-1c8c-475b-97dd-62ae0114b09c admin admin] Publish callbacks [] for security_group (9ee35d93-652a-498d-8ec2-278b2c3f0a52), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.233635 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a2973d2-1c8c-475b-97dd-62ae0114b09c admin admin] Publish callbacks [] for security_group (9ee35d93-652a-498d-8ec2-278b2c3f0a52), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.244372 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82be45-c646-464a-83ee-198e745dc668 req-5adfdce7-7384-41e5-a444-757c16452bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:08.250214 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-5adfdce7-7384-41e5-a444-757c16452bd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a2b8774-6830-4f53-9591-150f00ebd253 HTTP/1.1" status: 200 len: 852 time: 0.4147904 Apr 07 11:45:08.268238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Checking router: 8cba865f-004d-4460-b60d-8134ea897409 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:08.274645 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Updating router 8cba865f-004d-4460-b60d-8134ea897409 port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:08.301077 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] For port 3e788413-d8e7-425c-af57-018cc8889853, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=3e788413-d8e7-425c-af57-018cc8889853,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:08.360506 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Publish callbacks [] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.370206 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.384373 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b45d2-d307-426a-8a69-a80d654fa86e req-8af0588d-5f08-4452-bc74-a02e544e5a5f tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:08.388968 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3e788413-d8e7-425c-af57-018cc8889853), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.398024 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dc5b45d2-d307-426a-8a69-a80d654fa86e req-8af0588d-5f08-4452-bc74-a02e544e5a5f tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.5175464 Apr 07 11:45:08.509734 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56a139-ab71-480c-926c-e478c341f1fb None None] Pushing event updated for resources: {'Port': ['ID=3e788413-d8e7-425c-af57-018cc8889853,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:08.603615 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.605767 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dc5b45d2-d307-426a-8a69-a80d654fa86e req-67829f10-c638-407b-a189-ca733f466740 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976013 Apr 07 11:45:08.607799 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-cbfebf22-ab8e-4500-b737-354c90437086 service neutron] 10.222.0.47 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781813 Apr 07 11:45:08.608725 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (13aaab26-d9c5-4abd-b7a5-c12df4ce6b56), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.613552 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a2973d2-1c8c-475b-97dd-62ae0114b09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9ee35d93-652a-498d-8ec2-278b2c3f0a52), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.616363 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a2973d2-1c8c-475b-97dd-62ae0114b09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.617699 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8a2973d2-1c8c-475b-97dd-62ae0114b09c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ee35d93-652a-498d-8ec2-278b2c3f0a52 HTTP/1.1" status: 204 len: 168 time: 1.1861889 Apr 07 11:45:08.668105 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:08.708169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 809133a9-08d0-465f-9eea-9e8988cd6789 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:08.721458 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.730031 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11baa51-22a8-4f6d-a345-175ab6f3674f None None] Pushing event updated for resources: {'Port': ['ID=4d965826-7bcf-4d62-b963-c5ed9b88d716,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:08.748823 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Attempting to bind port 4d965826-7bcf-4d62-b963-c5ed9b88d716 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:08.750575 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Attempting to bind port 4d965826-7bcf-4d62-b963-c5ed9b88d716 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:08.750944 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Attempting to bind port 4d965826-7bcf-4d62-b963-c5ed9b88d716 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:08.759835 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2973d2-1c8c-475b-97dd-62ae0114b09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee35d93-652a-498d-8ec2-278b2c3f0a52,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:08.784736 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:08.785473 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Checking segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:08.786042 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.786595 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Bound using segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:08.787306 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Bound port: 4d965826-7bcf-4d62-b963-c5ed9b88d716, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:08.787918 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.872718 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-1c0e251c-39d2-4f10-ab79-f0ee66b35786 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b50f581b-e35c-4371-9133-cb2639940244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6088917 Apr 07 11:45:08.913421 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-caa8ac96-06e4-4e9a-ade1-26e0963ae646 None None] Provisioning complete for port 3e788413-d8e7-425c-af57-018cc8889853 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:08.914657 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-caa8ac96-06e4-4e9a-ade1-26e0963ae646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3e788413-d8e7-425c-af57-018cc8889853), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.917890 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:08.918437 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Updating router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 port d44a3d78-13e9-4411-9f5a-2eb97bf19dae binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:08.941168 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] For port 4d965826-7bcf-4d62-b963-c5ed9b88d716, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:08.949814 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] For port 4d965826-7bcf-4d62-b963-c5ed9b88d716, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4d965826-7bcf-4d62-b963-c5ed9b88d716,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:08.963395 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:08.970071 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.076874 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:09.080221 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:09.133582 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c1b3f5eb-1059-49ee-a579-b8f278aac150 req-397f26de-455d-4f7d-a9bf-8a894c1cbb69 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 210 time: 0.3373144 Apr 07 11:45:09.138087 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-0409beae-d8f4-455d-bf73-656d3b90f500 service neutron] 10.222.0.47 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994657 Apr 07 11:45:09.173658 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.218514 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-4adb0739-5004-453d-942a-7cee0b71931d service neutron] 10.222.0.26 "GET /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230526 Apr 07 11:45:09.277100 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aaab26-d9c5-4abd-b7a5-c12df4ce6b56,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:09.306334 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Checking segment: {'id': '50157689-35c1-47b5-ae27-e646f989ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0f97fd9c-178b-48e0-910b-2aeedb057de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:09.307925 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Network hostable DHCP agents. Network: 0f97fd9c-178b-48e0-910b-2aeedb057de1, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:09.354416 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Network 0f97fd9c-178b-48e0-910b-2aeedb057de1 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:09.377486 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 0f97fd9c-178b-48e0-910b-2aeedb057de1) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:09.385625 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:09.388075 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.430252 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2f35224a-96d9-41c0-9dbc-200142a0a529 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0586045 Apr 07 11:45:09.470529 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8f82be45-c646-464a-83ee-198e745dc668 req-2634e421-fa3e-4908-ad84-830d97aa7ea0 service neutron] 10.222.0.26 "GET /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408075 Apr 07 11:45:09.548698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3989f-9451-4329-aa36-f5ab7f748025 None None] Network 0f97fd9c-178b-48e0-910b-2aeedb057de1 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:09.574154 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.635271 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:09.645986 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:09.653350 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:09.745470 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:09.840709 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35028) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:09.878075 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Publish callbacks [] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:09.940303 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f961687-368b-455d-b5af-57b48880ec6f req-38116de6-390c-42d8-954c-920793d2394f tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:09.945888 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8f961687-368b-455d-b5af-57b48880ec6f req-38116de6-390c-42d8-954c-920793d2394f tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.1853957 Apr 07 11:45:10.113137 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=228da33b-15b8-433c-90aa-5a8196a8cea5,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:10.194130 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Allocated IP 172.27.2.235 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/672ee2f4-17a7-4e13-b0e7-f04e003fa5aa) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:10.218406 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8f961687-368b-455d-b5af-57b48880ec6f req-8a3dd494-fa2a-41d9-96ba-ac17e80b2c5e tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597382 Apr 07 11:45:10.314629 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11baa51-22a8-4f6d-a345-175ab6f3674f None None] Pushing event updated for resources: {'Port': ['ID=4d965826-7bcf-4d62-b963-c5ed9b88d716,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:10.353685 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-46b2de53-996f-4664-924d-ec3e201dbc1b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:10.363772 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-46b2de53-996f-4664-924d-ec3e201dbc1b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 819 time: 0.3945482 Apr 07 11:45:10.432797 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c501b364-acdc-410e-bf91-1d56e02e9263 req-2649741c-bc7c-482d-80e4-3f74b553e220 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 210 time: 0.0610473 Apr 07 11:45:10.443919 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-1f277100-d261-4991-ac07-dc69f857e5bb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/quotas/fbbd3262326a4f81a047226323caa002 HTTP/1.1" status: 200 len: 375 time: 0.0791302 Apr 07 11:45:10.462838 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.572844 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:08Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:10.578989 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (8d13c1fa-3228-4f4d-ae14-3b1e57796e92), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.602019 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-d8c89021-7208-4659-8cc6-899402368760 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555636 Apr 07 11:45:10.630548 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521bde9-71a4-47ae-a065-91333c31190a None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:08Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:10.728252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-7fcdd141-5579-41dc-a168-8c957cb7dc42 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:10.730798 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-7fcdd141-5579-41dc-a168-8c957cb7dc42 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 819 time: 0.5928597 Apr 07 11:45:10.758173 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.819069 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-92e601d0-ce80-420d-b146-52efde583ec9 service neutron] 10.222.0.47 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160041 Apr 07 11:45:10.822537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'port': {'device_id': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'admin_state_up': True, 'tenant_id': 'fbbd3262326a4f81a047226323caa002'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:10.852056 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device a4fd9825-4be6-430c-9064-8725a8752006 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:10.853876 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.926250 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Deleting subnet f3c02762-2150-4560-9ae8-6969d0d74ffc {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:10.934203 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Publish callbacks [] for subnet (f3c02762-2150-4560-9ae8-6969d0d74ffc), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:10.964628 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-dc2f136e-d687-4131-abb3-a2bc5fc0e375 service neutron] 10.222.0.47 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417422 Apr 07 11:45:11.092271 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.162261 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Publish callbacks [] for subnet (f3c02762-2150-4560-9ae8-6969d0d74ffc), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.223047 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Publish callbacks [] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.257849 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:11.263250 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (f3c02762-2150-4560-9ae8-6969d0d74ffc), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.300798 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:11.331859 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:11.332051 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-60914571-40fc-4cfe-b70a-0ae13c7d74c6 req-f25259c6-e162-4315-8007-31b91f8c448a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 210 time: 0.0991058 Apr 07 11:45:11.403609 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0858e-e589-4d1e-bca4-9c1589991a01 None None] Network 0f97fd9c-178b-48e0-910b-2aeedb057de1 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:11.405942 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e29625-7a33-4615-be86-93579c22c97f None None] Pushing event updated for resources: {'Port': ['ID=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:11.446405 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'Port': ['ID=672ee2f4-17a7-4e13-b0e7-f04e003fa5aa,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:11.471410 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.db.resource_extend [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:45:11.476351 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.541777 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.26', 57430) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:11.623437 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad2daf-9eee-413d-a54c-db783958af9b None None] Pushing event updated for resources: {'Port': ['ID=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:11.626398 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 809133a9-08d0-465f-9eea-9e8988cd6789 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:11.628533 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 62cc25db-a0e1-4915-8338-c333f47acaf2 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:11.650951 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Made reservation on behalf of fbbd3262326a4f81a047226323caa002 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:11.655981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2e45b-f23b-43ca-9a89-6598f4e91eb8 req-2b71bf57-a160-49f9-923b-48df98024dcf tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:11.659121 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.660520 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-36a2e45b-f23b-43ca-9a89-6598f4e91eb8 req-2b71bf57-a160-49f9-923b-48df98024dcf tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.2197185 Apr 07 11:45:11.716495 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (fa6fca5e-a75b-44fd-9540-502a0b6d7dc7), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.723665 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (f3c02762-2150-4560-9ae8-6969d0d74ffc), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.761886 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e1d3a66-1408-4cb7-8d0f-f2d8ad704fd4 req-87392bb4-4066-4f75-ad20-264e6b060f60 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 210 time: 0.1461604 Apr 07 11:45:11.823614 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c02762-2150-4560-9ae8-6969d0d74ffc,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:11.833289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:11.846902 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c4ea0fe2-2f2f-47b4-bf97-6e6e50ce34db admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f3c02762-2150-4560-9ae8-6969d0d74ffc HTTP/1.1" status: 204 len: 168 time: 1.9943640 Apr 07 11:45:11.898280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35096) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:11.982785 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-caa8ac96-06e4-4e9a-ade1-26e0963ae646 None None] Current status of the port 3e788413-d8e7-425c-af57-018cc8889853 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:12.028291 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Attempting to bind port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:12.028984 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Attempting to bind port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:12.029549 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Attempting to bind port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:12.046417 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:12.050735 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Checking segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:12.053351 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.054225 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Bound using segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:12.057748 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Bound port: a9c5ac8a-3e14-4bdb-83af-92211ff43ca8, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:12.058425 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.164531 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.197973 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-36a2e45b-f23b-43ca-9a89-6598f4e91eb8 req-550cf13e-6a80-4714-96c2-90352eb221a2 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638140 Apr 07 11:45:12.270725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.274859 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (d0c9db59-08cb-4e1c-91be-ce5866289dfb), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.277622 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-3faa22ea-4885-4766-9a74-f3ee7c061bb0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:12.280521 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-3faa22ea-4885-4766-9a74-f3ee7c061bb0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 810 time: 0.7373755 Apr 07 11:45:12.291163 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.388226 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (8d13c1fa-3228-4f4d-ae14-3b1e57796e92), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.416076 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port a4fd9825-4be6-430c-9064-8725a8752006, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a4fd9825-4be6-430c-9064-8725a8752006,segment=NetworkSegment(2a7b1bf4-202f-4c6c-8e24-e3efa316de21),segment_id=2a7b1bf4-202f-4c6c-8e24-e3efa316de21)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:12.423666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Provisioning complete for port 4d965826-7bcf-4d62-b963-c5ed9b88d716 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:12.424654 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.466771 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 62cc25db-a0e1-4915-8338-c333f47acaf2 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:12.469732 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.479261 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-1c7cdda3-0abb-4d5f-852c-5464002196cc tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6 HTTP/1.1" status: 200 len: 377 time: 0.1847394 Apr 07 11:45:12.496700 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=228da33b-15b8-433c-90aa-5a8196a8cea5,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:12.513968 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Allocated IP 172.20.0.14 (eecdce88-2279-4c8d-9036-f4901d55b8d6/5a4daa37-ca85-4cac-adaa-19e90a67264d/95729053-2256-41c1-b5bf-349519e22e30) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:12.522035 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9316eaf0-28e6-4fd8-9e81-43582306c773 req-03042a6c-3e19-4a0f-bef8-24ba4653548d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 210 time: 0.0761163 Apr 07 11:45:12.526318 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.527555 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5c43e07d-d98e-472a-9495-5cc44efc2aa2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3178420 Apr 07 11:45:12.557566 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'port': {'device_id': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'admin_state_up': True, 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'security_groups': ['a6e64128-254c-4904-846c-d0b823991100']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:12.579937 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (d0c9db59-08cb-4e1c-91be-ce5866289dfb), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.611081 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Attempting to bind port d44a3d78-13e9-4411-9f5a-2eb97bf19dae on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:12.611463 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Attempting to bind port d44a3d78-13e9-4411-9f5a-2eb97bf19dae by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:12.611860 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Attempting to bind port d44a3d78-13e9-4411-9f5a-2eb97bf19dae on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:12.636058 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'a4fd9825-4be6-430c-9064-8725a8752006', 'network_id': 'b50f581b-e35c-4371-9133-cb2639940244', 'port_id': 'a4fd9825-4be6-430c-9064-8725a8752006', 'mac_address': 'fa:16:3e:17:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2b8774-6830-4f53-9591-150f00ebd253', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:12.662262 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.662789 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.663414 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.663755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > port after_create 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.664099 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.670208 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > port after_update 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.670581 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.670919 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.671250 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.671584 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.688139 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:12.688320 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:12.688967 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.689546 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Bound using segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:12.690240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Bound port: d44a3d78-13e9-4411-9f5a-2eb97bf19dae, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:12.690818 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.734907 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] For port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:12.755044 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.26', 57434) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:12.868890 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.870085 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.870864 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.871632 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:12.872365 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c9db59-08cb-4e1c-91be-ce5866289dfb']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:12.898322 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] For port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:12.935056 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:12.982938 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port a4fd9825-4be6-430c-9064-8725a8752006 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:12.984246 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a4fd9825-4be6-430c-9064-8725a8752006), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.044344 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-576915ae-bfd1-4d4f-9086-b10e82d5a1b2 req-b272c6f0-2e6a-4324-a9d7-d21976b0f306 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 210 time: 0.0955503 Apr 07 11:45:13.059777 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fd9825-4be6-430c-9064-8725a8752006 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:13.060154 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-1fb20b68-fbda-4690-b803-929943f5b8c0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.062077 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-1fb20b68-fbda-4690-b803-929943f5b8c0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 819 time: 0.3053110 Apr 07 11:45:13.089646 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-89a17e63-d193-4048-9fcf-e2dfc11ca1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1779267577&fields=id&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 267 time: 0.1440027 Apr 07 11:45:13.098731 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'port': {'device_id': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'admin_state_up': True, 'tenant_id': 'fbbd3262326a4f81a047226323caa002'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:13.188058 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:13.193079 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:13.304348 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] For port d44a3d78-13e9-4411-9f5a-2eb97bf19dae, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:13.305203 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-f2375726-1106-49a2-a1cf-897b3bb01f10 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.306934 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-f2375726-1106-49a2-a1cf-897b3bb01f10 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.1394114 Apr 07 11:45:13.326778 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] For port d44a3d78-13e9-4411-9f5a-2eb97bf19dae, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:13.339495 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port a4fd9825-4be6-430c-9064-8725a8752006, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a4fd9825-4be6-430c-9064-8725a8752006,segment=NetworkSegment(2a7b1bf4-202f-4c6c-8e24-e3efa316de21),segment_id=2a7b1bf4-202f-4c6c-8e24-e3efa316de21)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:13.352177 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.361574 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Made reservation on behalf of 6c9af78d45e64ba2b9bd6d4ac21191e6 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:13.364405 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a4fd9825-4be6-430c-9064-8725a8752006), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.365604 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.366761 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 62cc25db-a0e1-4915-8338-c333f47acaf2 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:13.367162 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.389256 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Current status of the port 4d965826-7bcf-4d62-b963-c5ed9b88d716 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:13.389664 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.393200 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e840791c-6a3d-467e-b257-ee0fd1789b47') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:13.393972 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e840791c-6a3d-467e-b257-ee0fd1789b47') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:13.397005 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-2659478b-3181-4bc8-86d5-f0927007eb61 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/quotas/d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 375 time: 0.0754895 Apr 07 11:45:13.432263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (e840791c-6a3d-467e-b257-ee0fd1789b47), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.447869 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e29625-7a33-4615-be86-93579c22c97f None None] Pushing event updated for resources: {'Port': ['ID=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:13.488534 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.490654 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e840791c-6a3d-467e-b257-ee0fd1789b47), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.528453 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.534086 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for port (95729053-2256-41c1-b5bf-349519e22e30), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.535912 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:13.536377 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (e840791c-6a3d-467e-b257-ee0fd1789b47), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.556104 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 62cc25db-a0e1-4915-8338-c333f47acaf2, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=62cc25db-a0e1-4915-8338-c333f47acaf2,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: from cryptography.utils import int_from_bytes Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: from cryptography.utils import int_from_bytes Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:13.564441 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:13.571335 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] For port 4d965826-7bcf-4d62-b963-c5ed9b88d716, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4d965826-7bcf-4d62-b963-c5ed9b88d716,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:13.611014 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.642466 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['a4fd9825-4be6-430c-9064-8725a8752006'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:13.646470 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.666796 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'Port': ['ID=672ee2f4-17a7-4e13-b0e7-f04e003fa5aa,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:13.747420 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad2daf-9eee-413d-a54c-db783958af9b None None] Pushing event updated for resources: {'Port': ['ID=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:13.862627 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (d0c9db59-08cb-4e1c-91be-ce5866289dfb), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.869195 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.872664 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] 10.222.0.47 "DELETE /v2.0/networks/d0c9db59-08cb-4e1c-91be-ce5866289dfb HTTP/1.1" status: 204 len: 168 time: 1.9781666 Apr 07 11:45:13.875260 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:13.875910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:13.877322 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (fa6fca5e-a75b-44fd-9540-502a0b6d7dc7), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.881834 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35176) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:13.882672 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-6c0718e7-dee8-4dfb-89a1-09f0bbcecbd9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4710267 Apr 07 11:45:13.904127 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Allocated IP 172.20.0.11 (9e4b56e3-431b-4e88-810c-04b4dabed6f7/f59ddae3-f7f3-4b7b-b957-4f56cffdd440/3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:13.906343 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Made reservation on behalf of fbbd3262326a4f81a047226323caa002 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:13.917318 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.933294 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c4f14-9867-42f7-9d39-401936129ebb req-a511febe-985a-4657-922c-f6437df9f173 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:13.934842 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-538c4f14-9867-42f7-9d39-401936129ebb req-a511febe-985a-4657-922c-f6437df9f173 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 944 time: 0.6234858 Apr 07 11:45:13.943205 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Deleting subnet 13aaab26-d9c5-4abd-b7a5-c12df4ce6b56 {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:13.948014 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Publish callbacks [] for subnet (13aaab26-d9c5-4abd-b7a5-c12df4ce6b56), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:13.990683 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (95729053-2256-41c1-b5bf-349519e22e30), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.003102 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa926a6-8b08-4b91-8de5-1cfc9147ed3f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c9db59-08cb-4e1c-91be-ce5866289dfb,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.003309 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 3e788413-d8e7-425c-af57-018cc8889853 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:14.054808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.065077 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-de010f51-d219-4aec-a8ef-9a8789644cd7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9585075 Apr 07 11:45:14.083823 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:14.097770 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:14.103095 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:14.175614 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (13aaab26-d9c5-4abd-b7a5-c12df4ce6b56), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.249906 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'Port': ['ID=95729053-2256-41c1-b5bf-349519e22e30,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.284524 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:14.285431 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.312366 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (13aaab26-d9c5-4abd-b7a5-c12df4ce6b56), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.338990 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-e9cff9cc-b335-4f81-8831-488896c888ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5744638 Apr 07 11:45:14.351690 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Request body: {'port': {'device_id': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:14.362498 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:14.397298 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-538c4f14-9867-42f7-9d39-401936129ebb req-f9a6bee9-ba3a-488e-bc08-3b990e89850f tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886936 Apr 07 11:45:14.465276 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35200) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:14.470923 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (95729053-2256-41c1-b5bf-349519e22e30), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.478222 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:14.531560 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (13aaab26-d9c5-4abd-b7a5-c12df4ce6b56), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.552187 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Provisioning complete for port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:14.552561 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.566793 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.573694 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/13aaab26-d9c5-4abd-b7a5-c12df4ce6b56 HTTP/1.1" status: 204 len: 168 time: 0.6871443 Apr 07 11:45:14.573958 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258647e-9edb-415d-b2fa-58d732c2d9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aaab26-d9c5-4abd-b7a5-c12df4ce6b56,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.587009 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35204) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:14.719156 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=a4fd9825-4be6-430c-9064-8725a8752006,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.720066 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1360c1db-1d17-453b-997c-43876070d750 req-5dd8da63-6070-4dde-87a0-d7f10fac4e20 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 210 time: 0.0988302 Apr 07 11:45:14.735157 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-0751d684-4fa7-4482-9893-26e4438def88 service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516259 Apr 07 11:45:14.740479 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 3e788413-d8e7-425c-af57-018cc8889853 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:14.740901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3e788413-d8e7-425c-af57-018cc8889853), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.744491 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e3207f23-7976-4fe4-bf62-ccbb53da8e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.803618 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (0f97fd9c-178b-48e0-910b-2aeedb057de1), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.893023 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51b9c988-0832-4a0c-bf71-ae2d4362c95c req-b4330081-80fd-44a5-ab0e-02bf801d8af7 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 210 time: 0.0625114 Apr 07 11:45:14.928020 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=62cc25db-a0e1-4915-8338-c333f47acaf2,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:14.940152 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.943559 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (0f97fd9c-178b-48e0-910b-2aeedb057de1), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.959953 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Allocated IP 172.20.0.4 (eecdce88-2279-4c8d-9036-f4901d55b8d6/5a4daa37-ca85-4cac-adaa-19e90a67264d/8cc23981-5910-4b20-9293-d7ca22d8bbd1) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:14.983564 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f97fd9c-178b-48e0-910b-2aeedb057de1']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:14.996899 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e3207f23-7976-4fe4-bf62-ccbb53da8e79 admin admin] Publish callbacks [] for security_group (dc857248-bf0a-4858-87a6-3957ae6b203b), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:14.998828 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50157689-35c1-47b5-ae27-e646f989ba19') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:14.999376 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50157689-35c1-47b5-ae27-e646f989ba19') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.010133 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e3207f23-7976-4fe4-bf62-ccbb53da8e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (dc857248-bf0a-4858-87a6-3957ae6b203b), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.014688 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (50157689-35c1-47b5-ae27-e646f989ba19), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.041809 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (50157689-35c1-47b5-ae27-e646f989ba19), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.065434 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35224) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.066414 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:15.066866 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (50157689-35c1-47b5-ae27-e646f989ba19), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:15.071423 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:15.084413 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-35f46bcb-62ca-4a98-b67e-c002802a3110 service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395386 Apr 07 11:45:15.140542 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e3207f23-7976-4fe4-bf62-ccbb53da8e79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87e2ac2a29c442c9b16725e7fc0d958a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739051 Apr 07 11:45:15.143392 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3207f23-7976-4fe4-bf62-ccbb53da8e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc857248-bf0a-4858-87a6-3957ae6b203b,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.150774 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35228) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.153774 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.205377 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (0f97fd9c-178b-48e0-910b-2aeedb057de1), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.211764 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.217707 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0f97fd9c-178b-48e0-910b-2aeedb057de1 HTTP/1.1" status: 204 len: 168 time: 0.6273894 Apr 07 11:45:15.217849 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Current status of the port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:15.217849 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.237522 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d9f65-ea56-4b4c-acf9-475ad2c1c876 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f97fd9c-178b-48e0-910b-2aeedb057de1,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.243323 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-28536e7c-af77-4921-a4cc-2f603f1781c8 admin admin] Publish callbacks [] for security_group (dc857248-bf0a-4858-87a6-3957ae6b203b), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.278317 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-28536e7c-af77-4921-a4cc-2f603f1781c8 admin admin] Publish callbacks [] for security_group (dc857248-bf0a-4858-87a6-3957ae6b203b), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.316308 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e4b22fe0-2adf-49fe-9606-3b94d3e8563c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.386427 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-28536e7c-af77-4921-a4cc-2f603f1781c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (dc857248-bf0a-4858-87a6-3957ae6b203b), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.393513 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-28536e7c-af77-4921-a4cc-2f603f1781c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.397252 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-28536e7c-af77-4921-a4cc-2f603f1781c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc857248-bf0a-4858-87a6-3957ae6b203b HTTP/1.1" status: 204 len: 168 time: 0.2429874 Apr 07 11:45:15.424820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35240) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.453670 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28536e7c-af77-4921-a4cc-2f603f1781c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc857248-bf0a-4858-87a6-3957ae6b203b,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.508735 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Pushing event updated for resources: {'Port': ['ID=4d965826-7bcf-4d62-b963-c5ed9b88d716,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.519768 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d0618a24-4645-491a-a7bf-255d68002178 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a56978683123454da1065513ecd00ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909712 Apr 07 11:45:15.523961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35242) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.565182 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e4b22fe0-2adf-49fe-9606-3b94d3e8563c admin admin] Publish callbacks [] for security_group (c088e6aa-c9dd-48b1-b760-570747026201), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.581680 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e4b22fe0-2adf-49fe-9606-3b94d3e8563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (c088e6aa-c9dd-48b1-b760-570747026201), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.601731 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 3e788413-d8e7-425c-af57-018cc8889853 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:15.603055 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:15.648605 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e4b22fe0-2adf-49fe-9606-3b94d3e8563c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c86e8d265c74bc282c0a1ee063c6e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5758364 Apr 07 11:45:15.654763 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35248) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:15.677977 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] For port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:15.686725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b22fe0-2adf-49fe-9606-3b94d3e8563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c088e6aa-c9dd-48b1-b760-570747026201,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.693858 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e112e94-7975-450a-965a-c32541eaf34b admin admin] Publish callbacks [] for security_group (5fec2bda-9f21-4123-a3d8-36787978c15a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.711624 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.719239 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e112e94-7975-450a-965a-c32541eaf34b admin admin] Publish callbacks [] for security_group (5fec2bda-9f21-4123-a3d8-36787978c15a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.778306 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:15.789089 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c1af3-2ca7-45d5-9351-753e4f10acbf None None] Pushing event updated for resources: {'Port': ['ID=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.798506 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:15.799053 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.820373 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e112e94-7975-450a-965a-c32541eaf34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (5fec2bda-9f21-4123-a3d8-36787978c15a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.827585 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e112e94-7975-450a-965a-c32541eaf34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.829966 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.831412 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:15.831983 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1e112e94-7975-450a-965a-c32541eaf34b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fec2bda-9f21-4123-a3d8-36787978c15a HTTP/1.1" status: 204 len: 168 time: 0.3068357 Apr 07 11:45:15.842681 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.858840 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e112e94-7975-450a-965a-c32541eaf34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec2bda-9f21-4123-a3d8-36787978c15a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:15.874452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4ffb3a80-cd25-4d6d-9f66-21e8a473eb87 req-f8c86dd0-bb37-48cb-88f7-1950e1221859 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 210 time: 0.1662683 Apr 07 11:45:15.883331 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:12Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:15.892735 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66199d06-dd24-44dc-a04b-5a28ba731665 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:15.901475 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ee82e78b-729a-4807-a3c0-1b92a82623db tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1150534935&fields=id&tenant_id=357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 267 time: 0.8246450 Apr 07 11:45:15.906792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:15.912510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6200ed3e-0455-451a-a497-f63f6f0cc89c admin admin] Publish callbacks [] for security_group (c088e6aa-c9dd-48b1-b760-570747026201), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.936123 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:15.938860 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.967679 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6200ed3e-0455-451a-a497-f63f6f0cc89c admin admin] Publish callbacks [] for security_group (c088e6aa-c9dd-48b1-b760-570747026201), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:15.987516 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a579-bc83-41b5-922f-adec573ec6a6 None None] The sync data for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi is: [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:12Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:16.029386 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Provisioning complete for port d44a3d78-13e9-4411-9f5a-2eb97bf19dae triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:16.032310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'Port': ['ID=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:16.034200 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.072926 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-50c64353-5d2c-4870-bc9b-4bd7b1d1d999 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5523841 Apr 07 11:45:16.110355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6200ed3e-0455-451a-a497-f63f6f0cc89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (c088e6aa-c9dd-48b1-b760-570747026201), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.113110 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6200ed3e-0455-451a-a497-f63f6f0cc89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.114472 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-6200ed3e-0455-451a-a497-f63f6f0cc89c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c088e6aa-c9dd-48b1-b760-570747026201 HTTP/1.1" status: 204 len: 168 time: 0.4585900 Apr 07 11:45:16.126481 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Request body: {'port': {'device_id': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:16.130211 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200ed3e-0455-451a-a497-f63f6f0cc89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088e6aa-c9dd-48b1-b760-570747026201,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:16.243702 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35262) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:16.276891 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-338e4030-6f5e-47b5-81b2-142de75f3589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.305709 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:16.308960 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4d965826-7bcf-4d62-b963-c5ed9b88d716 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:16.500155 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-338e4030-6f5e-47b5-81b2-142de75f3589 admin admin] Publish callbacks [] for security_group (ba894a46-60b1-4422-aded-e7f8f71c6404), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.509907 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-338e4030-6f5e-47b5-81b2-142de75f3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ba894a46-60b1-4422-aded-e7f8f71c6404), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.533782 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Current status of the port d44a3d78-13e9-4411-9f5a-2eb97bf19dae is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:16.534215 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.568068 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e4030-6f5e-47b5-81b2-142de75f3589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba894a46-60b1-4422-aded-e7f8f71c6404,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:16.610623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.631585 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-338e4030-6f5e-47b5-81b2-142de75f3589 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba4953f0371741478dd6939cddef0e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864231 Apr 07 11:45:16.632215 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ee437732-888b-44b1-9ab3-0b2fe7c14a75 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:16.639449 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] For port d44a3d78-13e9-4411-9f5a-2eb97bf19dae, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:16.643553 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ee437732-888b-44b1-9ab3-0b2fe7c14a75 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 817 time: 0.7386661 Apr 07 11:45:16.643966 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35266) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:16.677425 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 4d965826-7bcf-4d62-b963-c5ed9b88d716 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:16.678227 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.681486 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-6550d97b-6652-4085-83f7-4b0af867ac32 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/quotas/357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 375 time: 0.0356202 Apr 07 11:45:16.681902 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.722860 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.747548 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35268) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:16.763454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ec81-6371-4644-86dd-300daf4d2e25 req-ba650e02-63a8-46bb-af8b-76af3b1fd9a6 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:16.765476 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-73c6ec81-6371-4644-86dd-300daf4d2e25 req-ba650e02-63a8-46bb-af8b-76af3b1fd9a6 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 945 time: 0.6455681 Apr 07 11:45:16.879184 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-830e5b69-c91f-417b-882e-55c04a89cf35 admin admin] Publish callbacks [] for security_group (ba894a46-60b1-4422-aded-e7f8f71c6404), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.892297 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Provisioning complete for port 95729053-2256-41c1-b5bf-349519e22e30 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:16.900951 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (95729053-2256-41c1-b5bf-349519e22e30), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.909752 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-830e5b69-c91f-417b-882e-55c04a89cf35 admin admin] Publish callbacks [] for security_group (ba894a46-60b1-4422-aded-e7f8f71c6404), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:16.939344 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-491cca04-3c6a-4bb8-897f-5304040cfebe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a19b47ad29f343ce859c01695909601d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841199 Apr 07 11:45:16.940342 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-73c6ec81-6371-4644-86dd-300daf4d2e25 req-35f66d8e-a4e8-46a2-af6f-48a9e08659d4 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423771 Apr 07 11:45:16.941407 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 35274) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:16.945196 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.26', 57438) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:17.047250 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Port 95729053-2256-41c1-b5bf-349519e22e30 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:17.073651 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Pushing event updated for resources: {'Port': ['ID=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:17.125261 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-58ddbe6a-d6fc-468a-b226-5c2e515cd2c9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:17.128182 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-58ddbe6a-d6fc-468a-b226-5c2e515cd2c9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.1818347 Apr 07 11:45:17.147279 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-db923210-b094-4e07-8b8e-90da5209b36d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4640522 Apr 07 11:45:17.169594 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Provisioning complete for port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:17.170521 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.213309 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-830e5b69-c91f-417b-882e-55c04a89cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ba894a46-60b1-4422-aded-e7f8f71c6404), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.217244 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-830e5b69-c91f-417b-882e-55c04a89cf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.220779 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-830e5b69-c91f-417b-882e-55c04a89cf35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba894a46-60b1-4422-aded-e7f8f71c6404 HTTP/1.1" status: 204 len: 168 time: 0.5735266 Apr 07 11:45:17.251779 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e5b69-c91f-417b-882e-55c04a89cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba894a46-60b1-4422-aded-e7f8f71c6404,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:17.263765 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35278) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:17.279890 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2f7fb27e-c5ad-4195-9f2d-336736a2ca62 req-78d182aa-237b-44f3-8b73-7634ddc0ae8c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 210 time: 0.1278517 Apr 07 11:45:17.326345 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-e584b064-d7b5-4947-8eb7-7078bd88d29e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 380 time: 0.1902065 Apr 07 11:45:17.329018 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9703-5259-43cc-83f6-f0a410732f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.352222 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 4d965826-7bcf-4d62-b963-c5ed9b88d716 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:17.370755 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device a4fd9825-4be6-430c-9064-8725a8752006 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:17.371334 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.381735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'port': {'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'admin_state_up': True, 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'security_groups': ['d0a2b23d-582e-4442-a89c-c7e5dc7644dd']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:17.518739 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-ad032cde-637a-49de-b38b-aecdb74e5972 None None] Current status of the port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:17.547013 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port a4fd9825-4be6-430c-9064-8725a8752006 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:17.555010 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port a4fd9825-4be6-430c-9064-8725a8752006 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:17.568551 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a4fd9825-4be6-430c-9064-8725a8752006), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.576000 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'Port': ['ID=8cc23981-5910-4b20-9293-d7ca22d8bbd1,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:17.664967 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4d965826-7bcf-4d62-b963-c5ed9b88d716 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:17.677801 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a1d55df-646e-43ed-96b7-2e9bba04cf85 admin admin] Publish callbacks [] for security_group (8bc276f8-8440-40df-adc7-4a13a4abd17e), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.703505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:17.719164 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-56a82752-9466-4f37-9a27-9a1effa68b2d None None] Provisioning complete for port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:17.719787 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-56a82752-9466-4f37-9a27-9a1effa68b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.755315 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:17.756018 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9703-5259-43cc-83f6-f0a410732f3f admin admin] Publish callbacks [] for security_group (8ff7b6ed-8180-415b-b72e-96aa41b358c3), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.786315 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9703-5259-43cc-83f6-f0a410732f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8ff7b6ed-8180-415b-b72e-96aa41b358c3), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.811532 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a1d55df-646e-43ed-96b7-2e9bba04cf85 admin admin] Publish callbacks [] for security_group (8bc276f8-8440-40df-adc7-4a13a4abd17e), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.813701 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:17.824478 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:17.825180 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:17.829333 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c1fe9703-5259-43cc-83f6-f0a410732f3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9dc8a881ed84476cb1b1522088d7b486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5617104 Apr 07 11:45:17.836470 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35288) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:17.954030 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-fd5ac995-7c4f-4d3b-961a-c4c375907208 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430535 Apr 07 11:45:17.964764 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-cd27a13c-bb69-419c-beba-64dbb5368fc8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8699660 Apr 07 11:45:17.971226 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe9703-5259-43cc-83f6-f0a410732f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7b6ed-8180-415b-b72e-96aa41b358c3,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.016271 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Request body: {'port': {'device_id': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:18.052321 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80daac6-bd78-435b-97a2-3b45adffd75f req-2e1e8a3e-2400-4853-9724-7eb663e56f86 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:18.053854 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f80daac6-bd78-435b-97a2-3b45adffd75f req-2e1e8a3e-2400-4853-9724-7eb663e56f86 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 932 time: 0.6169236 Apr 07 11:45:18.064010 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Made reservation on behalf of d0e5b31250d9426ab0ef003098804c82 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:18.068061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.085477 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-56a82752-9466-4f37-9a27-9a1effa68b2d None None] Port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:18.090190 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95729053-2256-41c1-b5bf-349519e22e30 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:18.120426 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Publish callbacks [] for port (95729053-2256-41c1-b5bf-349519e22e30), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.152587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-344a4119-1892-4588-81ab-f536f99b88db admin admin] Publish callbacks [] for security_group (8ff7b6ed-8180-415b-b72e-96aa41b358c3), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.160510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Transition to ACTIVE for port object 95729053-2256-41c1-b5bf-349519e22e30 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:18.174089 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (95729053-2256-41c1-b5bf-349519e22e30), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.192918 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port a4fd9825-4be6-430c-9064-8725a8752006 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:18.193237 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a4fd9825-4be6-430c-9064-8725a8752006), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.250904 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port a4fd9825-4be6-430c-9064-8725a8752006, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a4fd9825-4be6-430c-9064-8725a8752006,segment=NetworkSegment(2a7b1bf4-202f-4c6c-8e24-e3efa316de21),segment_id=2a7b1bf4-202f-4c6c-8e24-e3efa316de21)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:18.252722 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fd9825-4be6-430c-9064-8725a8752006'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:18.318720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a1d55df-646e-43ed-96b7-2e9bba04cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8bc276f8-8440-40df-adc7-4a13a4abd17e), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.321849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8a1d55df-646e-43ed-96b7-2e9bba04cf85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.323143 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8a1d55df-646e-43ed-96b7-2e9bba04cf85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bc276f8-8440-40df-adc7-4a13a4abd17e HTTP/1.1" status: 204 len: 168 time: 1.3210392 Apr 07 11:45:18.380346 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a4fd9825-4be6-430c-9064-8725a8752006), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.402193 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d55df-646e-43ed-96b7-2e9bba04cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc276f8-8440-40df-adc7-4a13a4abd17e,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.412224 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.20.0.12 (85cbfb78-686d-4070-ba17-e809f8b4357f/6c57577c-7929-4617-b65b-b9e243b0b72a/7e31f97a-376a-4786-a497-edc99813e324) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:18.415116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-4e99313d-ced6-491c-83ea-6f1980cf66d3 None None] Provisioning complete for port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:18.415495 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4e99313d-ced6-491c-83ea-6f1980cf66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.442067 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f80daac6-bd78-435b-97a2-3b45adffd75f req-5a48cab5-c313-4229-b9b6-3e4d8d3cb6a4 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2738612 Apr 07 11:45:18.452530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.457099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 4d965826-7bcf-4d62-b963-c5ed9b88d716 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:18.457403 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.459908 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Pushing event updated for resources: {'Port': ['ID=95729053-2256-41c1-b5bf-349519e22e30,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.475807 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-344a4119-1892-4588-81ab-f536f99b88db admin admin] Publish callbacks [] for security_group (8ff7b6ed-8180-415b-b72e-96aa41b358c3), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.572000 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:18.583494 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35316) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:18.641661 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=a4fd9825-4be6-430c-9064-8725a8752006,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:18.642919 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Publish callbacks [] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.654119 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-4e99313d-ced6-491c-83ea-6f1980cf66d3 None None] Port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:18.703210 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-28d60cb2-ead9-48e1-bc8b-af0019db5ff0 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422173 Apr 07 11:45:18.713517 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31989b68-1bdc-4450-8f6c-5c4aee9c8e62" -d '{"events": [{"server_uuid": "2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f", "name": "network-vif-plugged", "status": "completed", "tag": "a4fd9825-4be6-430c-9064-8725a8752006"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:18.742264 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-521d1880-3383-4f9f-a22f-9645b1cd1636 req-bb98157c-b16f-4048-835c-ec0a39113403 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 210 time: 0.1502106 Apr 07 11:45:18.772108 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 4d965826-7bcf-4d62-b963-c5ed9b88d716 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:18.773901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d44a3d78-13e9-4411-9f5a-2eb97bf19dae up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:18.774136 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Transition to ACTIVE for port object 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:18.781178 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:18.895767 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port d44a3d78-13e9-4411-9f5a-2eb97bf19dae triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:18.896143 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.013334 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:19.136025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port d44a3d78-13e9-4411-9f5a-2eb97bf19dae is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:19.140359 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:19.258426 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:19.264985 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.287124 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Attempting to bind port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:19.293908 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Attempting to bind port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:19.294397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Attempting to bind port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:19.305192 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-704193365-network', 'tenant_id': 'b1c7e2f971cb4189b42121f63612ac72'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:19.334970 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:19.335330 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Attempting to bind port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:19.362697 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Attempting to bind port 95729053-2256-41c1-b5bf-349519e22e30 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:19.363324 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Attempting to bind port 95729053-2256-41c1-b5bf-349519e22e30 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:19.364336 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Attempting to bind port 95729053-2256-41c1-b5bf-349519e22e30 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:19.368167 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-344a4119-1892-4588-81ab-f536f99b88db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8ff7b6ed-8180-415b-b72e-96aa41b358c3), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.371439 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-344a4119-1892-4588-81ab-f536f99b88db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.371704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987add56-4c68-495a-be8c-09a3328e123e req-9a8ef5bc-76db-44e0-b2c8-de8c3859d7b9 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.373010 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-344a4119-1892-4588-81ab-f536f99b88db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ff7b6ed-8180-415b-b72e-96aa41b358c3 HTTP/1.1" status: 204 len: 168 time: 1.5277579 Apr 07 11:45:19.383693 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-987add56-4c68-495a-be8c-09a3328e123e req-9a8ef5bc-76db-44e0-b2c8-de8c3859d7b9 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.4554031 Apr 07 11:45:19.398708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:19.399111 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a4119-1892-4588-81ab-f536f99b88db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7b6ed-8180-415b-b72e-96aa41b358c3,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:19.399443 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Checking segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:19.400423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Bound using segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:19.401086 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Bound port: 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:19.401604 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.412656 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Port 95729053-2256-41c1-b5bf-349519e22e30 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:19.413170 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Attempting to bind port 95729053-2256-41c1-b5bf-349519e22e30 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:19.426658 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:19.426993 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Checking segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:19.427375 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Bound using segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:19.427896 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Bound port: 95729053-2256-41c1-b5bf-349519e22e30, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:19.428346 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (95729053-2256-41c1-b5bf-349519e22e30), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.451583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Made reservation on behalf of b1c7e2f971cb4189b42121f63612ac72 for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:19.454083 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.471164 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.538647 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (7e31f97a-376a-4786-a497-edc99813e324), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.580179 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:19.582044 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 62cc25db-a0e1-4915-8338-c333f47acaf2 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:19.602610 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] For port 95729053-2256-41c1-b5bf-349519e22e30, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:19.663214 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] For port 95729053-2256-41c1-b5bf-349519e22e30, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=95729053-2256-41c1-b5bf-349519e22e30,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:19.686690 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b849015-806a-4cf3-9a31-8f820d9f643b req-1df4731b-23eb-450b-b530-09f28391981d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.688322 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6b849015-806a-4cf3-9a31-8f820d9f643b req-1df4731b-23eb-450b-b530-09f28391981d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 931 time: 0.5823979 Apr 07 11:45:19.706167 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (95729053-2256-41c1-b5bf-349519e22e30), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.706413 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 62cc25db-a0e1-4915-8338-c333f47acaf2 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:19.707144 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.735113 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (7e31f97a-376a-4786-a497-edc99813e324), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.794716 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:19.795613 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:19.797825 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] 10.222.0.26 "PUT /v2.0/ports/95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 200 len: 1094 time: 5.4518983 Apr 07 11:45:19.800723 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'tag': '95729053-2256-41c1-b5bf-349519e22e30'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:19.803432 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37" -d '{"events": [{"name": "network-changed", "server_uuid": "24fe3948-5cb5-48cf-9969-2991e6c446e5", "tag": "95729053-2256-41c1-b5bf-349519e22e30"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:19.818109 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:19.839961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:19.856828 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:19.897004 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-987add56-4c68-495a-be8c-09a3328e123e req-a28b2d9e-b41e-4ab6-b6e2-a72252441098 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123036 Apr 07 11:45:19.936652 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc23981-5910-4b20-9293-d7ca22d8bbd1 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:19.997486 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Publish callbacks [] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.030774 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 62cc25db-a0e1-4915-8338-c333f47acaf2 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:20.063929 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6b849015-806a-4cf3-9a31-8f820d9f643b req-bb57e788-e0d4-4962-a618-98932fedf5e7 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628438 Apr 07 11:45:20.074079 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks [] for security_group (88d4ed98-ec1f-41c7-8516-4d84a6969c0f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.083699 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] For port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:20.091465 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Transition to ACTIVE for port object 8cc23981-5910-4b20-9293-d7ca22d8bbd1 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:20.094005 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] For port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:20.097118 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4734bff-f14a-4f48-980a-607aab91f962 service neutron] Pushing event updated for resources: {'Port': ['ID=95729053-2256-41c1-b5bf-349519e22e30,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.100061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.120392 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (88d4ed98-ec1f-41c7-8516-4d84a6969c0f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.150016 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:20.183370 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (37612799-2400-46cb-8462-ecbc9d3edbeb), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.183631 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Added segment 37612799-2400-46cb-8462-ecbc9d3edbeb of type vlan for network c789d87e-19f7-4f0e-a23a-4d92ba493d93 Apr 07 11:45:20.197402 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.362163 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14e9d06-bac6-45e8-bac9-4caaf11df096 x-openstack-request-id: req-e14e9d06-bac6-45e8-bac9-4caaf11df096 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:20.371147 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f", "name": "network-vif-plugged", "status": "completed", "tag": "a4fd9825-4be6-430c-9064-8725a8752006", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:20.371526 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e14e9d06-bac6-45e8-bac9-4caaf11df096 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:20.385561 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14e9d06-bac6-45e8-bac9-4caaf11df096'] response: {'server_uuid': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fd9825-4be6-430c-9064-8725a8752006', 'code': 200} Apr 07 11:45:20.403199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d4ed98-ec1f-41c7-8516-4d84a6969c0f,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.416291 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1bdde821-f03a-42c4-9810-8d125d47a23b req-4b3a0ba2-019c-432a-8816-1f63f0236d3b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 210 time: 0.1562304 Apr 07 11:45:20.440515 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=7e31f97a-376a-4786-a497-edc99813e324,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.460446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.461227 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.465771 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 1094 time: 4.3891983 Apr 07 11:45:20.466648 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc23981-5910-4b20-9293-d7ca22d8bbd1,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:20.481734 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:20.500071 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (c789d87e-19f7-4f0e-a23a-4d92ba493d93), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.513507 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.515243 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.529886 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-af8a4949-f06c-423b-9c9b-919290637287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.532515 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-af8a4949-f06c-423b-9c9b-919290637287 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1128 time: 0.6617994 Apr 07 11:45:20.544156 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-c36e62b8-d600-4942-9681-c64ffd80d9e4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2046783 Apr 07 11:45:20.552319 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-504cbf1c-a4ff-431c-9090-4727869714f3 None None] Provisioning complete for port 7e31f97a-376a-4786-a497-edc99813e324 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:20.552942 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-504cbf1c-a4ff-431c-9090-4727869714f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (7e31f97a-376a-4786-a497-edc99813e324), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.637210 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-504cbf1c-a4ff-431c-9090-4727869714f3 None None] Port 7e31f97a-376a-4786-a497-edc99813e324 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:20.752783 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Request body: {'port': {'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:20.763718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (c789d87e-19f7-4f0e-a23a-4d92ba493d93), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.766922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:20.766922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:20.775003 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-2a8eaec0-781d-4d99-aaa9-f81a691e586b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 200 len: 217 time: 0.1898041 Apr 07 11:45:20.802420 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.26', 57444) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:20.870093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.26', 57445) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:20.878940 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Attempting to bind port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:20.879533 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Attempting to bind port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:20.880015 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Attempting to bind port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:20.948628 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3637817 Apr 07 11:45:20.951056 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35394) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:20.976905 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Request body: {'subnet': {'network_id': 'c789d87e-19f7-4f0e-a23a-4d92ba493d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-704193365-subnet', 'tenant_id': 'b1c7e2f971cb4189b42121f63612ac72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:20.977916 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b9034f-11ed-4243-87a3-c367503f2726" -d '{"events": [{"name": "network-changed", "server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:21.012952 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:21.013481 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Attempting to bind port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:21.017956 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Made reservation on behalf of b1c7e2f971cb4189b42121f63612ac72 for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:21.020268 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.022058 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a936e-6923-49e3-a983-779a6b3469a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c789d87e-19f7-4f0e-a23a-4d92ba493d93,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:21.036457 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network c789d87e-19f7-4f0e-a23a-4d92ba493d93 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:21.046349 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-96b4ebbd-58bd-40d5-8957-96a30112e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.047867 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-96b4ebbd-58bd-40d5-8957-96a30112e7b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.2076399 Apr 07 11:45:21.053497 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (7e31f97a-376a-4786-a497-edc99813e324), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.093574 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe8189-c0ac-4410-931a-21b836329937 req-ef62d559-b1ff-4e43-970e-e8173b3fb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.095811 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3abe8189-c0ac-4410-931a-21b836329937 req-ef62d559-b1ff-4e43-970e-e8173b3fb38a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 1130 time: 0.2187226 Apr 07 11:45:21.100354 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:21.101093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Checking segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:21.101702 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Bound using segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:21.102518 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Bound port: 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:21.103119 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.127381 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7be82-a361-4d52-9e18-9c2ca8061949 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:21.178218 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada3f3-a073-46c2-9ed7-8277ebc21e8f req-87245ec3-57b3-40cc-aa55-5576e6107591 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.185787 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0eada3f3-a073-46c2-9ed7-8277ebc21e8f req-87245ec3-57b3-40cc-aa55-5576e6107591 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 932 time: 0.5669754 Apr 07 11:45:21.216398 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47f8ed-212c-4a85-9c07-ca72b5de726b req-2fb7e886-ae86-431b-94d5-3bce0ed3a35c tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.222272 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-fcd4bc47-6a2f-4eec-89ce-fe86418be08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.224543 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-fcd4bc47-6a2f-4eec-89ce-fe86418be08f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1432030 Apr 07 11:45:21.225684 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d47f8ed-212c-4a85-9c07-ca72b5de726b req-2fb7e886-ae86-431b-94d5-3bce0ed3a35c tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 944 time: 0.6043396 Apr 07 11:45:21.234776 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-3505e41f-2931-41a4-80fa-9004b37140b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.237552 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-3505e41f-2931-41a4-80fa-9004b37140b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1128 time: 0.4780171 Apr 07 11:45:21.249678 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-3abe8189-c0ac-4410-931a-21b836329937 req-094f2673-03df-45d7-b772-ec80cfd77dc5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.392035 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-fb337013-7042-42c7-976c-4b32028699d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 217 time: 0.1208320 Apr 07 11:45:21.409591 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-789b2447-3ef8-45b9-a6a5-124115f2ea5c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.411316 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-789b2447-3ef8-45b9-a6a5-124115f2ea5c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 817 time: 0.5816441 Apr 07 11:45:21.522277 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-09b4a366-a9cb-4e06-8973-58f0d601f8d0 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383099 Apr 07 11:45:21.523717 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0eada3f3-a073-46c2-9ed7-8277ebc21e8f req-354f872b-2b45-4e62-a0e0-69a668f4ee92 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316190 Apr 07 11:45:21.530642 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] For port 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:21.534279 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.562721 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d47f8ed-212c-4a85-9c07-ca72b5de726b req-2079e3f2-f724-42b7-9f91-891f03256df1 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3357952 Apr 07 11:45:21.634399 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] For port 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:21.697231 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.728051 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46da925-3563-43ad-ad61-68b25d5826b7 x-openstack-request-id: req-f46da925-3563-43ad-ad61-68b25d5826b7 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:21.728343 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fe3948-5cb5-48cf-9969-2991e6c446e5", "tag": "95729053-2256-41c1-b5bf-349519e22e30", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:21.728604 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f46da925-3563-43ad-ad61-68b25d5826b7 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:21.729026 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46da925-3563-43ad-ad61-68b25d5826b7'] response: {'name': 'network-changed', 'server_uuid': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'tag': '95729053-2256-41c1-b5bf-349519e22e30', 'status': 'completed', 'code': 200} Apr 07 11:45:21.745302 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:21.776603 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-cc376958-65d6-4e65-b339-62e0adde0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.778193 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-cc376958-65d6-4e65-b339-62e0adde0faa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.3542700 Apr 07 11:45:21.793964 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-3abe8189-c0ac-4410-931a-21b836329937 req-094f2673-03df-45d7-b772-ec80cfd77dc5 service neutron] Publish callbacks [] for security_group (821c210a-f0e2-42b8-8356-e4d2aac335f5), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.836778 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Checking segment: {'id': '37612799-2400-46cb-8462-ecbc9d3edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c789d87e-19f7-4f0e-a23a-4d92ba493d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:21.837433 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Network hostable DHCP agents. Network: c789d87e-19f7-4f0e-a23a-4d92ba493d93, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:21.845792 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-b40dbc61-0711-4f31-98e6-968d39b013cb service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147290 Apr 07 11:45:21.868585 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e31f97a-376a-4786-a497-edc99813e324 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:21.878150 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:21.878765 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.880154 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/8cc23981-5910-4b20-9293-d7ca22d8bbd1 HTTP/1.1" status: 200 len: 1093 time: 3.8910978 Apr 07 11:45:21.881530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Publish callbacks [] for port (7e31f97a-376a-4786-a497-edc99813e324), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.881983 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-3abe8189-c0ac-4410-931a-21b836329937 req-094f2673-03df-45d7-b772-ec80cfd77dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (821c210a-f0e2-42b8-8356-e4d2aac335f5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.894090 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bff26-0be5-4262-b7b1-bbffd25ea7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc23981-5910-4b20-9293-d7ca22d8bbd1,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:21.914040 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Transition to ACTIVE for port object 7e31f97a-376a-4786-a497-edc99813e324 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:21.915190 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Network c789d87e-19f7-4f0e-a23a-4d92ba493d93 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:21.927525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (7e31f97a-376a-4786-a497-edc99813e324), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:21.937225 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ab85a84a-8ea5-4339-bcec-a8038e6741c1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 380 time: 0.5079074 Apr 07 11:45:21.937568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, c789d87e-19f7-4f0e-a23a-4d92ba493d93) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:21.947826 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de29c60-c507-46de-a0c9-13a5bd18345b None None] Network c789d87e-19f7-4f0e-a23a-4d92ba493d93 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:22.014142 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.015143 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.029501 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3abe8189-c0ac-4410-931a-21b836329937 req-094f2673-03df-45d7-b772-ec80cfd77dc5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9043722 Apr 07 11:45:22.050971 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18a15f-5587-46ff-a8b2-3eb4ddbcf9e6 req-e9dc6c57-329a-42e1-89dc-2031b6a60fe2 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.054670 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6d18a15f-5587-46ff-a8b2-3eb4ddbcf9e6 req-e9dc6c57-329a-42e1-89dc-2031b6a60fe2 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.3750656 Apr 07 11:45:22.058988 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f2673-03df-45d7-b772-ec80cfd77dc5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=821c210a-f0e2-42b8-8356-e4d2aac335f5,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:22.094008 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e29eb9c-3655-4e98-86b5-8138fb6758bc x-openstack-request-id: req-5e29eb9c-3655-4e98-86b5-8138fb6758bc {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:22.094646 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:22.094646 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e29eb9c-3655-4e98-86b5-8138fb6758bc {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:22.095138 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e29eb9c-3655-4e98-86b5-8138fb6758bc'] response: {'name': 'network-changed', 'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'status': 'completed', 'code': 200} Apr 07 11:45:22.108491 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a0de4a39-18e1-4af9-84f2-a548dcd344ec admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1395452 Apr 07 11:45:22.120154 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-57d5c829-fb73-4495-96a3-cc70d0b82141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.121723 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-57d5c829-fb73-4495-96a3-cc70d0b82141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3236804 Apr 07 11:45:22.144753 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31f97a-376a-4786-a497-edc99813e324,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:22.165901 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6d18a15f-5587-46ff-a8b2-3eb4ddbcf9e6 req-ec6078df-2fb6-4480-a8eb-17e26e27de5f tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973516 Apr 07 11:45:22.334872 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac0545-13e9-4800-8759-1a9a54bd720e None None] Network c789d87e-19f7-4f0e-a23a-4d92ba493d93 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:22.345116 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Attempting to bind port 7e31f97a-376a-4786-a497-edc99813e324 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:22.345736 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Attempting to bind port 7e31f97a-376a-4786-a497-edc99813e324 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:22.346530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Attempting to bind port 7e31f97a-376a-4786-a497-edc99813e324 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:22.354518 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Port 7e31f97a-376a-4786-a497-edc99813e324 on network 85cbfb78-686d-4070-ba17-e809f8b4357f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:22.355266 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Attempting to bind port 7e31f97a-376a-4786-a497-edc99813e324 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:22.368605 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:22.372956 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:22.373376 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Bound using segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:22.374942 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Bound port: 7e31f97a-376a-4786-a497-edc99813e324, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:22.375318 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (7e31f97a-376a-4786-a497-edc99813e324), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.449357 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fc7b50c4-83bd-4727-a2ef-88661a5a30c6 req-6be095db-841a-4604-8763-94cc349f6986 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 210 time: 0.1314275 Apr 07 11:45:22.478680 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2396627-d54d-46d2-a2aa-00421546916f req-7636b320-5815-4020-b98d-222f794d226a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.483835 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f2396627-d54d-46d2-a2aa-00421546916f req-7636b320-5815-4020-b98d-222f794d226a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 943 time: 0.2563055 Apr 07 11:45:22.588755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] For port 7e31f97a-376a-4786-a497-edc99813e324, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:22.595432 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] For port 7e31f97a-376a-4786-a497-edc99813e324, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=7e31f97a-376a-4786-a497-edc99813e324,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:22.599437 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f2396627-d54d-46d2-a2aa-00421546916f req-ffa4f083-ff1c-49ce-b0f0-00e814aa07de tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115587 Apr 07 11:45:22.605001 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (7e31f97a-376a-4786-a497-edc99813e324), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.693407 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.694032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:22.696967 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e31f97a-376a-4786-a497-edc99813e324 HTTP/1.1" status: 200 len: 1094 time: 1.9822826 Apr 07 11:45:22.727553 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7f73-f4d7-4b06-a669-a372c9d33a68 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31f97a-376a-4786-a497-edc99813e324,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:22.748614 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a8963-04b9-4eae-817f-1d9410dace24 req-a21cfde4-5aef-4b67-921a-fd8a3c07b3bf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.750526 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c85a8963-04b9-4eae-817f-1d9410dace24 req-a21cfde4-5aef-4b67-921a-fd8a3c07b3bf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 944 time: 0.1167786 Apr 07 11:45:22.769434 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0313dda-a21a-41f3-a214-2f17fceacae8 req-c57fe3e8-65d9-49cb-9f36-dc272fd56a25 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.770946 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f0313dda-a21a-41f3-a214-2f17fceacae8 req-c57fe3e8-65d9-49cb-9f36-dc272fd56a25 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 944 time: 0.0976784 Apr 07 11:45:22.775349 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'port': {'device_id': '3ed212d0-528f-4237-b08e-6be4467826e7', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'admin_state_up': True, 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'security_groups': ['a44d9332-11b0-49df-b553-9cbdda36522f']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:22.814602 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-1643bbad-39b8-4756-9963-47eadb35bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.816128 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-1643bbad-39b8-4756-9963-47eadb35bc54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1128 time: 0.0575538 Apr 07 11:45:22.987610 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-b89e6a83-1439-4e47-85d4-ba544237eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:22.989505 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-b89e6a83-1439-4e47-85d4-ba544237eec2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.1667018 Apr 07 11:45:23.146997 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35470) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:23.153188 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309355403-network', 'tenant_id': 'eee3ef45008e46ca97c07cd70eb2f74d'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:23.174105 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Made reservation on behalf of eee3ef45008e46ca97c07cd70eb2f74d for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:23.176430 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.224825 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-4e6bf233-f238-4115-9ac2-2ebb6b50464c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 200 len: 217 time: 0.0457404 Apr 07 11:45:23.225321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.293716 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-ba6e9caa-6f4b-4069-a555-5d3a40bade37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.295105 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-ba6e9caa-6f4b-4069-a555-5d3a40bade37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0609434 Apr 07 11:45:23.311404 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35476) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:23.322634 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c85a8963-04b9-4eae-817f-1d9410dace24 req-723fbc43-e48a-4a82-857f-05c29abbf2b2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5377057 Apr 07 11:45:23.342235 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f0313dda-a21a-41f3-a214-2f17fceacae8 req-47426f27-61d6-42f2-bbe4-bf1bbbb41b9b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5293512 Apr 07 11:45:23.349866 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-cc090e87-a16e-4838-9db3-1352a575b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.351475 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-cc090e87-a16e-4838-9db3-1352a575b170 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 1128 time: 0.5429997 Apr 07 11:45:23.354335 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-53e8ca65-705a-4661-9cfa-1c2c7b0b092a service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977037 Apr 07 11:45:23.367749 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-1617e7b3-8994-4ace-aafa-d36f69c3b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.369296 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-1617e7b3-8994-4ace-aafa-d36f69c3b62a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 1127 time: 0.5584893 Apr 07 11:45:23.404305 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks [] for security_group (9b0d72b8-fc85-400b-841b-4dc00f3b5df1), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.407260 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-f9aebd6e-eb53-4586-b155-1ab98c5a4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.408563 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-f9aebd6e-eb53-4586-b155-1ab98c5a4551 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060929 Apr 07 11:45:23.411074 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9b0d72b8-fc85-400b-841b-4dc00f3b5df1), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.425545 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 95729053-2256-41c1-b5bf-349519e22e30 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:23.455496 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:23.494717 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e61ec87b-f351-4dea-a5e6-66c0e460ec0a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.495060 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Added segment e61ec87b-f351-4dea-a5e6-66c0e460ec0a of type vlan for network bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f Apr 07 11:45:23.510802 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-91997396-dc8c-4f2b-b2f4-82358843fb50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e31f97a-376a-4786-a497-edc99813e324 HTTP/1.1" status: 200 len: 217 time: 0.1384408 Apr 07 11:45:23.512074 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-b3bb9668-5600-4df6-a71d-c960fa153a66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1 HTTP/1.1" status: 200 len: 217 time: 0.1300426 Apr 07 11:45:23.544980 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d72b8-fc85-400b-841b-4dc00f3b5df1,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:23.557510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-34a1314d-1914-4ad0-9dc7-c8bdca34078e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.600026 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 95729053-2256-41c1-b5bf-349519e22e30, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=95729053-2256-41c1-b5bf-349519e22e30,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:23.619612 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '95729053-2256-41c1-b5bf-349519e22e30', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'port_id': '95729053-2256-41c1-b5bf-349519e22e30', 'mac_address': 'fa:16:3e:57:60:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:23.670931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 95729053-2256-41c1-b5bf-349519e22e30 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:23.671666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (95729053-2256-41c1-b5bf-349519e22e30), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.672802 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Made reservation on behalf of 357083ee948d4850b7aa3fb1636678c2 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:23.677394 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.687726 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1665e4f0-5ab6-4ad1-bd9b-91790f3ee1dc req-ea1cb5bf-9ab9-49f4-b070-1088dcad3eed tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 210 time: 0.0933249 Apr 07 11:45:23.689140 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-1e097581-c251-4f6d-a2fd-4a60f299c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.691070 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-1e097581-c251-4f6d-a2fd-4a60f299c43c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.1546917 Apr 07 11:45:23.692728 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af2a2f84-0021-4abc-b3a0-cfb2202b6180 req-98ce7084-f6c8-405e-84d0-cfcdd8911c29 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225427 Apr 07 11:45:23.702402 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95729053-2256-41c1-b5bf-349519e22e30 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:23.758107 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 95729053-2256-41c1-b5bf-349519e22e30, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=95729053-2256-41c1-b5bf-349519e22e30,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:23.767023 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (95729053-2256-41c1-b5bf-349519e22e30), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.787982 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'tag': '7e31f97a-376a-4786-a497-edc99813e324'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:23.790310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c6749-44ba-4334-a511-5c2e3b25e6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "tag": "7e31f97a-376a-4786-a497-edc99813e324"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:23.819922 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-68e4c328-d3d2-49e4-a4c5-54b2ac0105cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.821452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-68e4c328-d3d2-49e4-a4c5-54b2ac0105cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.2864094 Apr 07 11:45:23.827436 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.834914 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=95729053-2256-41c1-b5bf-349519e22e30,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:23.857746 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdd9de-53b2-45e6-a8f5-12b35291aa4f req-a1d9fe07-20c3-48a9-bbbc-580f4076d1af tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.859331 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0ecdd9de-53b2-45e6-a8f5-12b35291aa4f req-a1d9fe07-20c3-48a9-bbbc-580f4076d1af tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.3928740 Apr 07 11:45:23.882127 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-e94acb72-4d7f-4512-9ed9-8438caaa8dfe service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644084 Apr 07 11:45:23.895562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.896607 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.897222 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:23.944403 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7957232 Apr 07 11:45:23.950389 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35492) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:23.952751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-cd417ab1-b870-4240-96e8-03b8f18d15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:23.954311 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-cd417ab1-b870-4240-96e8-03b8f18d15d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2408898 Apr 07 11:45:24.012766 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0ecdd9de-53b2-45e6-a8f5-12b35291aa4f req-8cf17ebb-0510-445a-94de-65f7b39a0861 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283185 Apr 07 11:45:24.014237 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Allocated IP 172.20.0.3 (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc/dfb89c3d-5444-43e1-ad22-e6e629b4de75/9b88f1c2-4488-465d-9d84-f0ea21b2b338) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:24.036252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Request body: {'subnet': {'network_id': 'bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309355403-subnet', 'tenant_id': 'eee3ef45008e46ca97c07cd70eb2f74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:24.042140 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653b8a3-6259-49c8-b415-1782a375dc06 req-b4bdfc71-81fd-4a84-81a5-e11f7b3b63bc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:24.054832 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976f32-6750-419b-b4da-725291d0ada9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.054942 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7653b8a3-6259-49c8-b415-1782a375dc06 req-b4bdfc71-81fd-4a84-81a5-e11f7b3b63bc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 943 time: 0.2224791 Apr 07 11:45:24.063759 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Made reservation on behalf of eee3ef45008e46ca97c07cd70eb2f74d for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:24.066185 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.097467 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'tag': '8cc23981-5910-4b20-9293-d7ca22d8bbd1'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:24.099708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84293a4e-2add-4df8-8077-f150f5db62dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e196d313-576c-44b4-86f8-70bbb0e4ff26", "tag": "8cc23981-5910-4b20-9293-d7ca22d8bbd1"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:24.104937 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['95729053-2256-41c1-b5bf-349519e22e30'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:24.107249 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:24.120180 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b695a52-371d-4443-88fe-5a2375869728 x-openstack-request-id: req-7b695a52-371d-4443-88fe-5a2375869728 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:24.120525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "tag": "7e31f97a-376a-4786-a497-edc99813e324", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:24.121271 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b695a52-371d-4443-88fe-5a2375869728 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:24.121443 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b695a52-371d-4443-88fe-5a2375869728'] response: {'name': 'network-changed', 'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'tag': '7e31f97a-376a-4786-a497-edc99813e324', 'status': 'completed', 'code': 200} Apr 07 11:45:24.134948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-34a1314d-1914-4ad0-9dc7-c8bdca34078e admin admin] Publish callbacks [] for security_group (7d479e1d-e6af-4ea8-8f71-003413e65c99), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.164845 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7653b8a3-6259-49c8-b415-1782a375dc06 req-a38af782-272e-4ae4-83f4-81cc3eb43e16 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089840 Apr 07 11:45:24.169196 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8cba3b-8537-4ed5-aa46-b4ef18543d07 x-openstack-request-id: req-eb8cba3b-8537-4ed5-aa46-b4ef18543d07 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:24.169697 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e196d313-576c-44b4-86f8-70bbb0e4ff26", "tag": "8cc23981-5910-4b20-9293-d7ca22d8bbd1", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:24.170141 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb8cba3b-8537-4ed5-aa46-b4ef18543d07 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:24.170715 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8cba3b-8537-4ed5-aa46-b4ef18543d07'] response: {'name': 'network-changed', 'server_uuid': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'tag': '8cc23981-5910-4b20-9293-d7ca22d8bbd1', 'status': 'completed', 'code': 200} Apr 07 11:45:24.187771 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-34a1314d-1914-4ad0-9dc7-c8bdca34078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (7d479e1d-e6af-4ea8-8f71-003413e65c99), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.252446 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-34a1314d-1914-4ad0-9dc7-c8bdca34078e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2bcf2f68da148a597a3ff56d544af54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9346218 Apr 07 11:45:24.252738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35498) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:24.261040 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1314d-1914-4ad0-9dc7-c8bdca34078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d479e1d-e6af-4ea8-8f71-003413e65c99,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.275525 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.315271 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.354493 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9c675e7e-5561-407f-894b-123acd400844 admin admin] Publish callbacks [] for security_group (7d479e1d-e6af-4ea8-8f71-003413e65c99), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.394185 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:24.412381 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:24.413219 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9c675e7e-5561-407f-894b-123acd400844 admin admin] Publish callbacks [] for security_group (7d479e1d-e6af-4ea8-8f71-003413e65c99), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.423295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:24.436133 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (3aba60f2-97e5-4a87-95b1-2a59e1359fb7), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.446835 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:24.447518 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.495101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.502851 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-f48b7e99-a910-4832-868b-2ce9372d8ff5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442017 Apr 07 11:45:24.525168 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9c675e7e-5561-407f-894b-123acd400844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (7d479e1d-e6af-4ea8-8f71-003413e65c99), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.527681 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9c675e7e-5561-407f-894b-123acd400844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.531536 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9c675e7e-5561-407f-894b-123acd400844 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d479e1d-e6af-4ea8-8f71-003413e65c99 HTTP/1.1" status: 204 len: 168 time: 0.2754040 Apr 07 11:45:24.557238 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c675e7e-5561-407f-894b-123acd400844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d479e1d-e6af-4ea8-8f71-003413e65c99,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.563016 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5444acd-ce21-4a11-9796-973a9a647ec7 req-65ddd5a2-7d01-4ed2-8867-1462e8f8acb0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:24.567568 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a5444acd-ce21-4a11-9796-973a9a647ec7 req-65ddd5a2-7d01-4ed2-8867-1462e8f8acb0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 944 time: 0.1118281 Apr 07 11:45:24.576060 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aba60f2-97e5-4a87-95b1-2a59e1359fb7,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:24.582387 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Checking segment: {'id': 'e61ec87b-f351-4dea-a5e6-66c0e460ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:24.582822 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Network hostable DHCP agents. Network: bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:24.632045 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Request body: {'port': {'device_id': '3ed212d0-528f-4237-b08e-6be4467826e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:24.700627 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Network bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:24.729542 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:24.738199 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb35f9-0114-4682-b2a7-cb93defd65fb None None] Network bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:24.738757 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:24.738918 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.761816 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-59cc8a5f-249e-41b2-b3da-3f7af45c9e37 req-e4e0e365-1c35-4f0f-aa17-e5f8ddb90492 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973374 Apr 07 11:45:24.767762 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e8f2e0b5-351f-4247-bdbc-e6af0c1a45e5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7415309 Apr 07 11:45:24.774483 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bc79f-9795-4ce3-a589-9568ac75d232 req-750c15ba-0eea-499b-b37e-ea72e558699a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:24.776005 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3e9bc79f-9795-4ce3-a589-9568ac75d232 req-750c15ba-0eea-499b-b37e-ea72e558699a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 944 time: 0.2833910 Apr 07 11:45:24.815532 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-e06bc179-2d54-4893-aef5-1745470a2732 None None] Provisioning complete for port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:24.816120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e06bc179-2d54-4893-aef5-1745470a2732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:24.863212 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-e06bc179-2d54-4893-aef5-1745470a2732 None None] Port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:24.890864 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0986755b-877b-4aea-b645-639514f6a0df None None] Network bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:24.943021 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-0087862d-429d-4827-83bc-2ec646fee2b3 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696234 Apr 07 11:45:24.962344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35516) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:24.975746 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc49f-44bf-4582-af0b-fbce208b5cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.046565 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a5444acd-ce21-4a11-9796-973a9a647ec7 req-b80f01ed-62e6-4555-9231-874fd74a28fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873029 Apr 07 11:45:25.097032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc49f-44bf-4582-af0b-fbce208b5cee admin admin] Publish callbacks [] for security_group (f0ae377f-480c-4a40-a570-dc4c20125e2a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.097573 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3e9bc79f-9795-4ce3-a589-9568ac75d232 req-198e151f-44f7-4ef8-a525-f564077b6a6d tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2088594 Apr 07 11:45:25.105985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc49f-44bf-4582-af0b-fbce208b5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (f0ae377f-480c-4a40-a570-dc4c20125e2a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.128526 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9034f-11ed-4243-87a3-c367503f2726 req-8f48829c-04c5-4e12-a5af-0cf1fb41bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:25.134170 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-8f48829c-04c5-4e12-a5af-0cf1fb41bf32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1128 time: 0.5617924 Apr 07 11:45:25.138218 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-14399d28-287a-49f8-a3b3-4329f8fe537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:25.141836 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-14399d28-287a-49f8-a3b3-4329f8fe537c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5733631 Apr 07 11:45:25.162346 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.197460 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e4dcc49f-44bf-4582-af0b-fbce208b5cee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51296f53642042c4b10bfd73b15fcce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339432 Apr 07 11:45:25.199040 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35526) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:25.206280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcc49f-44bf-4582-af0b-fbce208b5cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae377f-480c-4a40-a570-dc4c20125e2a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.262359 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-77c0fe63-356e-4beb-ae8c-69feba64ec61 admin admin] Publish callbacks [] for security_group (f0ae377f-480c-4a40-a570-dc4c20125e2a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.295361 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-77c0fe63-356e-4beb-ae8c-69feba64ec61 admin admin] Publish callbacks [] for security_group (f0ae377f-480c-4a40-a570-dc4c20125e2a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.359926 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-77c0fe63-356e-4beb-ae8c-69feba64ec61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (f0ae377f-480c-4a40-a570-dc4c20125e2a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.363292 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-77c0fe63-356e-4beb-ae8c-69feba64ec61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.365799 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-77c0fe63-356e-4beb-ae8c-69feba64ec61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0ae377f-480c-4a40-a570-dc4c20125e2a HTTP/1.1" status: 204 len: 168 time: 0.1654625 Apr 07 11:45:25.379808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0fe63-356e-4beb-ae8c-69feba64ec61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae377f-480c-4a40-a570-dc4c20125e2a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.436127 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:25.466088 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 95729053-2256-41c1-b5bf-349519e22e30 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:25.623131 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 95729053-2256-41c1-b5bf-349519e22e30 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:25.639674 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 95729053-2256-41c1-b5bf-349519e22e30 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:25.640209 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (95729053-2256-41c1-b5bf-349519e22e30), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.677763 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:25.696826 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'port_id': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'mac_address': 'fa:16:3e:0a:9c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:25.750934 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:25.751673 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.785829 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:25.802737 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 95729053-2256-41c1-b5bf-349519e22e30 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:25.803131 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (95729053-2256-41c1-b5bf-349519e22e30), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.820541 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9034f-11ed-4243-87a3-c367503f2726 req-6dc1d796-cae4-49a1-8257-2762df6544df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:25.821508 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:25.822526 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-6dc1d796-cae4-49a1-8257-2762df6544df service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.6793001 Apr 07 11:45:25.830928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.833601 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da9bdb40-4428-45dd-972b-b2a6b6dd29ab req-bfd7bd72-fea6-4adb-942f-2342d7f16b89 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860141 Apr 07 11:45:25.842097 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95729053-2256-41c1-b5bf-349519e22e30'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:25.845107 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262d944-0d7e-4dab-bebd-1bfa61fe7fb5" -d '{"events": [{"server_uuid": "24fe3948-5cb5-48cf-9969-2991e6c446e5", "name": "network-vif-plugged", "status": "completed", "tag": "95729053-2256-41c1-b5bf-349519e22e30"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:25.879288 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 95729053-2256-41c1-b5bf-349519e22e30, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=95729053-2256-41c1-b5bf-349519e22e30,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:25.886342 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (95729053-2256-41c1-b5bf-349519e22e30), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.911325 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802f3df-190b-43e6-a33a-36e1435b46da req-6176ed20-b9be-4170-aa1a-bb40e170d5c8 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:25.912821 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.913036 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7802f3df-190b-43e6-a33a-36e1435b46da req-6176ed20-b9be-4170-aa1a-bb40e170d5c8 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.6794472 Apr 07 11:45:25.964967 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-8f19bee9-704b-42b7-ad5b-4567b1de7e70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 217 time: 0.1229615 Apr 07 11:45:25.975290 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=95729053-2256-41c1-b5bf-349519e22e30,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.978212 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90cb6e-59f5-4b7e-a415-cceb37301341 req-27892f99-541d-44b4-90d9-f9ca72592500 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:25.979873 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7a90cb6e-59f5-4b7e-a415-cceb37301341 req-27892f99-541d-44b4-90d9-f9ca72592500 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 931 time: 0.7482982 Apr 07 11:45:26.014790 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-f97121de-f145-4001-a4b1-838df582205c service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820680 Apr 07 11:45:26.061016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:26.112606 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7802f3df-190b-43e6-a33a-36e1435b46da req-934689e3-378c-4927-8cf5-b9463416d091 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644289 Apr 07 11:45:26.125822 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7a90cb6e-59f5-4b7e-a415-cceb37301341 req-c6121b5d-88cf-4afd-95ae-cd9c78cd8f05 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305215 Apr 07 11:45:26.263657 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a019ceea-9591-47e6-9664-68c8be8e7801 x-openstack-request-id: req-a019ceea-9591-47e6-9664-68c8be8e7801 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:26.264174 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fe3948-5cb5-48cf-9969-2991e6c446e5", "name": "network-vif-plugged", "status": "completed", "tag": "95729053-2256-41c1-b5bf-349519e22e30", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:26.264439 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a019ceea-9591-47e6-9664-68c8be8e7801 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:26.264845 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a019ceea-9591-47e6-9664-68c8be8e7801'] response: {'server_uuid': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95729053-2256-41c1-b5bf-349519e22e30', 'code': 200} Apr 07 11:45:26.288318 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b88f1c2-4488-465d-9d84-f0ea21b2b338 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:26.296467 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Publish callbacks [] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.309921 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Transition to ACTIVE for port object 9b88f1c2-4488-465d-9d84-f0ea21b2b338 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:26.322354 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd819f3-28f5-4cef-98a4-7dbd97357d17 req-b5e32521-5c00-437b-a073-f164ab3bc13d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.323902 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3bd819f3-28f5-4cef-98a4-7dbd97357d17 req-b5e32521-5c00-437b-a073-f164ab3bc13d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 943 time: 0.1479976 Apr 07 11:45:26.325078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.428253 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:26.491196 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3bd819f3-28f5-4cef-98a4-7dbd97357d17 req-1207edde-931b-495e-b425-7439d40e7d68 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601901 Apr 07 11:45:26.498450 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Attempting to bind port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:26.499401 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Attempting to bind port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:26.500027 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Attempting to bind port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:26.511430 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb153672-7cee-43c7-a7af-f399df1d3535 req-f1bd81de-33b2-440b-8705-fe844a466a1c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.513150 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eb153672-7cee-43c7-a7af-f399df1d3535 req-f1bd81de-33b2-440b-8705-fe844a466a1c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 944 time: 0.1855590 Apr 07 11:45:26.515610 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:26.516116 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Attempting to bind port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:26.549646 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:26.550005 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Checking segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:26.550393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Bound using segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:26.550838 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Bound port: 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:26.551202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.871624 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:26.918543 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eb153672-7cee-43c7-a7af-f399df1d3535 req-3b7b10bd-4657-4aa8-9db8-eb16401be95a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966870 Apr 07 11:45:26.935156 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:26.964804 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba66f2-e6c0-4fc1-bc24-301531d57ad1 req-562d8da8-ad63-4306-b9de-60eb53d69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.967255 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-10ba66f2-e6c0-4fc1-bc24-301531d57ad1 req-562d8da8-ad63-4306-b9de-60eb53d69263 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1130 time: 0.1209784 Apr 07 11:45:26.987980 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aee0b-773f-4794-83ba-e231591b7186 req-3015c386-1cf6-4afc-a441-a7a9c55a86cd tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.989507 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5c4aee0b-773f-4794-83ba-e231591b7186 req-3015c386-1cf6-4afc-a441-a7a9c55a86cd tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 945 time: 0.3267300 Apr 07 11:45:26.995736 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9034f-11ed-4243-87a3-c367503f2726 req-9dfc3d74-38c9-4934-8b0c-b6c7808a89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.995736 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-9dfc3d74-38c9-4934-8b0c-b6c7808a89ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.3306096 Apr 07 11:45:26.995993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.061846 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.062472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.064273 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] 10.222.0.26 "PUT /v2.0/ports/9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 1093 time: 2.4925158 Apr 07 11:45:27.072081 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-10ba66f2-e6c0-4fc1-bc24-301531d57ad1 req-ce531925-714c-41cc-91d8-46cf116ca715 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954757 Apr 07 11:45:27.082421 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:27.085170 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aabed4-aabb-4522-86a2-459da39d1ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:27.089454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-68ddd446-3d87-4e05-852d-3668b59b871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.090921 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-68ddd446-3d87-4e05-852d-3668b59b871b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 1128 time: 0.3991246 Apr 07 11:45:27.175751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489b5ec-648a-424b-a8cd-78d16e967441 x-openstack-request-id: req-6489b5ec-648a-424b-a8cd-78d16e967441 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:27.176030 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:27.176280 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6489b5ec-648a-424b-a8cd-78d16e967441 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:27.176673 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6489b5ec-648a-424b-a8cd-78d16e967441'] response: {'name': 'network-changed', 'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'status': 'completed', 'code': 200} Apr 07 11:45:27.252696 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-893a6777-f132-408d-a7b5-81eb68c9b5e9 req-331ab254-2a3e-4083-ac31-38bf22438c1e service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652702 Apr 07 11:45:27.256185 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.257598 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35610) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:27.331754 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-dc6846c5-01b1-40a8-ae85-510835fb67f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.368873 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5c4aee0b-773f-4794-83ba-e231591b7186 req-5f259820-4fe3-4a4f-a457-047985e87710 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3504627 Apr 07 11:45:27.371066 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9034f-11ed-4243-87a3-c367503f2726 req-eddd84c4-b41a-4778-a622-68bb437efcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.373583 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-eddd84c4-b41a-4778-a622-68bb437efcdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3689756 Apr 07 11:45:27.452785 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d827e-3f96-4041-a6e0-4fe5faab5ca0 req-aa8da835-9d32-4dea-b324-127bf0acbb7a tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.454386 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fb4d827e-3f96-4041-a6e0-4fe5faab5ca0 req-aa8da835-9d32-4dea-b324-127bf0acbb7a tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.1592772 Apr 07 11:45:27.454570 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 7e31f97a-376a-4786-a497-edc99813e324 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:27.481139 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-25716968-ba5b-471c-9284-d841bf5935f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.503472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-12d4dbde-c894-4bf9-bffe-781bce200090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.505357 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-12d4dbde-c894-4bf9-bffe-781bce200090 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.2201216 Apr 07 11:45:27.540674 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fb4d827e-3f96-4041-a6e0-4fe5faab5ca0 req-88cd1530-888d-44c8-9fda-04e8e74b395b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783372 Apr 07 11:45:27.572022 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:27.625677 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 7e31f97a-376a-4786-a497-edc99813e324, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=7e31f97a-376a-4786-a497-edc99813e324,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:27.625889 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-25716968-ba5b-471c-9284-d841bf5935f6 admin admin] Publish callbacks [] for security_group (933c4477-ac7b-49f7-a41a-8415a80bfe0f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.632807 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-25716968-ba5b-471c-9284-d841bf5935f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (933c4477-ac7b-49f7-a41a-8415a80bfe0f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.654841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '7e31f97a-376a-4786-a497-edc99813e324', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:27.663334 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e1dee-2619-4592-af7e-c95f52d890bc req-93967ff2-df38-4862-a624-3d049cbd78ea tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.665613 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5a7e1dee-2619-4592-af7e-c95f52d890bc req-93967ff2-df38-4862-a624-3d049cbd78ea tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 943 time: 0.0756042 Apr 07 11:45:27.700257 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:27.706190 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:27.706757 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.724175 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5a7e1dee-2619-4592-af7e-c95f52d890bc req-22a6af6f-8700-4d5f-b005-230acfc1d074 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Apr 07 11:45:27.742691 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 7e31f97a-376a-4786-a497-edc99813e324 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:27.743189 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (7e31f97a-376a-4786-a497-edc99813e324), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.744258 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25716968-ba5b-471c-9284-d841bf5935f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c4477-ac7b-49f7-a41a-8415a80bfe0f,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.752441 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 35630) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:27.754327 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-25716968-ba5b-471c-9284-d841bf5935f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf23cf9725094136a2ad3d91dae00f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952812 Apr 07 11:45:27.773858 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e31f97a-376a-4786-a497-edc99813e324 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:27.807851 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 7e31f97a-376a-4786-a497-edc99813e324, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=7e31f97a-376a-4786-a497-edc99813e324,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:27.818664 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e643766f-9308-4ee4-8620-661eaff405b3 admin admin] Publish callbacks [] for security_group (933c4477-ac7b-49f7-a41a-8415a80bfe0f), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.818859 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (7e31f97a-376a-4786-a497-edc99813e324), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.845293 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e643766f-9308-4ee4-8620-661eaff405b3 admin admin] Publish callbacks [] for security_group (933c4477-ac7b-49f7-a41a-8415a80bfe0f), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.895055 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:27.895644 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.905360 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e643766f-9308-4ee4-8620-661eaff405b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (933c4477-ac7b-49f7-a41a-8415a80bfe0f), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.908159 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e643766f-9308-4ee4-8620-661eaff405b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.909487 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e643766f-9308-4ee4-8620-661eaff405b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/933c4477-ac7b-49f7-a41a-8415a80bfe0f HTTP/1.1" status: 204 len: 168 time: 0.1559243 Apr 07 11:45:27.918826 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643766f-9308-4ee4-8620-661eaff405b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c4477-ac7b-49f7-a41a-8415a80bfe0f,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.936913 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=7e31f97a-376a-4786-a497-edc99813e324,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.972150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:27.977079 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.046199 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.066679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['7e31f97a-376a-4786-a497-edc99813e324'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:28.077945 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89d603-0e0e-4c22-9fd2-f92c9ae6e049 req-6df9b52a-8ec7-414e-8546-4194499a2509 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.079669 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec89d603-0e0e-4c22-9fd2-f92c9ae6e049 req-6df9b52a-8ec7-414e-8546-4194499a2509 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 945 time: 0.0657392 Apr 07 11:45:28.142178 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-99cef67e-6cb1-4d7e-87da-f98aaf8c9aaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e31f97a-376a-4786-a497-edc99813e324 HTTP/1.1" status: 200 len: 217 time: 0.0602777 Apr 07 11:45:28.220752 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec89d603-0e0e-4c22-9fd2-f92c9ae6e049 req-0ab59fc7-bbaa-4a25-a054-e891ab93eac3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256835 Apr 07 11:45:28.242641 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-da16b9b3-240d-4811-9a76-d9893cf57b8b service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618323 Apr 07 11:45:28.266335 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:28.269734 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c7b38-cf13-43e0-a3de-7b8337fa4614" -d '{"events": [{"server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "name": "network-vif-plugged", "status": "completed", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:28.306281 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc40c8f-da70-4f45-86fc-1928ad570aff x-openstack-request-id: req-8fc40c8f-da70-4f45-86fc-1928ad570aff {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:28.306657 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "name": "network-vif-plugged", "status": "completed", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:28.307070 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8fc40c8f-da70-4f45-86fc-1928ad570aff {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:28.307605 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc40c8f-da70-4f45-86fc-1928ad570aff'] response: {'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'code': 200} Apr 07 11:45:28.308817 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 35654) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:28.323115 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ccc92bca-aaf0-43d3-afcc-4f8b2eaf333d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.400000 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ccc92bca-aaf0-43d3-afcc-4f8b2eaf333d admin admin] Publish callbacks [] for security_group (1d487cae-44da-4ad9-ac1f-aca26894145d), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.435208 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ccc92bca-aaf0-43d3-afcc-4f8b2eaf333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1d487cae-44da-4ad9-ac1f-aca26894145d), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.541238 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293a4e-2add-4df8-8077-f150f5db62dc req-4ad969e7-919e-4a64-8ffb-db0837567ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.544189 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-4ad969e7-919e-4a64-8ffb-db0837567ebf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 1127 time: 0.1370697 Apr 07 11:45:28.573455 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32b9034f-11ed-4243-87a3-c367503f2726 req-2552757b-e7c5-4c40-b182-0b949711d995 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391962 Apr 07 11:45:28.617885 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ccc92bca-aaf0-43d3-afcc-4f8b2eaf333d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a0c0586ff754ea5842547471d302ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071396 Apr 07 11:45:28.622015 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 35670) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:28.703183 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293a4e-2add-4df8-8077-f150f5db62dc req-410567d5-c101-4c18-a378-fd38cb83a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.705142 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-410567d5-c101-4c18-a378-fd38cb83a348 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.1516299 Apr 07 11:45:28.947855 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92bca-aaf0-43d3-afcc-4f8b2eaf333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d487cae-44da-4ad9-ac1f-aca26894145d,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.965195 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-cea3f4cd-449f-4931-9567-f0a6ede2f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.966655 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-cea3f4cd-449f-4931-9567-f0a6ede2f5da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.5336475 Apr 07 11:45:29.014321 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-6fb57119-968d-4696-9686-17985f309973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.015843 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-6fb57119-968d-4696-9686-17985f309973 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1127 time: 0.6182392 Apr 07 11:45:29.023932 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e8fed4d1-82b2-4ea8-9391-84c704bd7965 admin admin] Publish callbacks [] for security_group (1d487cae-44da-4ad9-ac1f-aca26894145d), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.052998 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cabbe-1b1a-4586-a10c-e0659b1b0adb req-18b15bde-9431-4df7-83cc-f74f977e59a6 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.054577 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b93cabbe-1b1a-4586-a10c-e0659b1b0adb req-18b15bde-9431-4df7-83cc-f74f977e59a6 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.4792621 Apr 07 11:45:29.067272 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b4c0c-83b3-482a-8583-b3bfac0610fd req-767aa75f-dad3-4e8a-a86e-26640c15aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.068779 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c33b4c0c-83b3-482a-8583-b3bfac0610fd req-767aa75f-dad3-4e8a-a86e-26640c15aa01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1130 time: 0.1780646 Apr 07 11:45:29.076451 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e8fed4d1-82b2-4ea8-9391-84c704bd7965 admin admin] Publish callbacks [] for security_group (1d487cae-44da-4ad9-ac1f-aca26894145d), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.138293 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5774-208a-430a-86fa-05735a0907f2 req-1d91a6ec-0a26-4d10-8722-00d9bbb0f756 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.139808 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8ee5774-208a-430a-86fa-05735a0907f2 req-1d91a6ec-0a26-4d10-8722-00d9bbb0f756 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.1835394 Apr 07 11:45:29.197910 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-825bec69-beda-41b0-baa0-3b0983296336 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1 HTTP/1.1" status: 200 len: 217 time: 0.0550387 Apr 07 11:45:29.269599 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b93cabbe-1b1a-4586-a10c-e0659b1b0adb req-17494e6a-c8c5-4c0d-915d-b536a5d1db3f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1970577 Apr 07 11:45:29.284518 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-32d155d7-0d5e-43ec-9931-def9cf2ffd03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 217 time: 0.1284473 Apr 07 11:45:29.316919 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293a4e-2add-4df8-8077-f150f5db62dc req-491893f0-b2ac-4421-8c3d-fbf470af2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.318498 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-491893f0-b2ac-4421-8c3d-fbf470af2e13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0848455 Apr 07 11:45:29.377236 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8ee5774-208a-430a-86fa-05735a0907f2 req-d0869ef4-1a8d-4208-898d-301ba69ce497 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958380 Apr 07 11:45:29.393393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e8fed4d1-82b2-4ea8-9391-84c704bd7965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1d487cae-44da-4ad9-ac1f-aca26894145d), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.396028 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e8fed4d1-82b2-4ea8-9391-84c704bd7965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.399333 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e8fed4d1-82b2-4ea8-9391-84c704bd7965 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d487cae-44da-4ad9-ac1f-aca26894145d HTTP/1.1" status: 204 len: 168 time: 0.7713585 Apr 07 11:45:29.434027 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c33b4c0c-83b3-482a-8583-b3bfac0610fd req-aaaab6e2-90ab-4b9e-b2c3-590cdca3eabf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2875350 Apr 07 11:45:29.441764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-d65aaf32-6648-4375-9c94-4ac96f371078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.443366 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-d65aaf32-6648-4375-9c94-4ac96f371078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2910879 Apr 07 11:45:29.444104 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fed4d1-82b2-4ea8-9391-84c704bd7965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d487cae-44da-4ad9-ac1f-aca26894145d,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:29.456853 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-05301e09-a50a-4fff-88d8-dfc88f8cbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.458887 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-05301e09-a50a-4fff-88d8-dfc88f8cbac4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.1684911 Apr 07 11:45:29.473692 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 8cc23981-5910-4b20-9293-d7ca22d8bbd1 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:29.479034 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 7e31f97a-376a-4786-a497-edc99813e324 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:29.500899 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ca800-e0fc-4c5e-81dc-13166bd791c7 req-55259967-a1b9-4ed6-9e0a-288383ed1ece tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.502743 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0f5ca800-e0fc-4c5e-81dc-13166bd791c7 req-55259967-a1b9-4ed6-9e0a-288383ed1ece tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 943 time: 0.1463771 Apr 07 11:45:29.503182 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293a4e-2add-4df8-8077-f150f5db62dc req-e0f9a2d8-4086-43b9-97bb-2601d0dcd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.505729 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-e0f9a2d8-4086-43b9-97bb-2601d0dcd2ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118352 Apr 07 11:45:29.567315 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8e23d5c3-6e78-448b-8367-f3405f3344b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.616894 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0f5ca800-e0fc-4c5e-81dc-13166bd791c7 req-d0cb0e20-c5e8-43ec-b050-28b3f6f4288b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031263 Apr 07 11:45:29.626313 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34a15-a41b-4076-810d-f382bfc9d71d req-fd17930b-b4d1-4b8e-b56c-45fc3a35e6c9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.627821 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fbe34a15-a41b-4076-810d-f382bfc9d71d req-fd17930b-b4d1-4b8e-b56c-45fc3a35e6c9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 945 time: 0.1361558 Apr 07 11:45:29.660580 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 7e31f97a-376a-4786-a497-edc99813e324 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:29.671978 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 7e31f97a-376a-4786-a497-edc99813e324 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:29.672697 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (7e31f97a-376a-4786-a497-edc99813e324), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.745099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:29.771729 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '8cc23981-5910-4b20-9293-d7ca22d8bbd1', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'port_id': '8cc23981-5910-4b20-9293-d7ca22d8bbd1', 'mac_address': 'fa:16:3e:63:71:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:29.831599 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-f5eb0b98-357c-439b-92e9-10b5a0ea607e service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750953 Apr 07 11:45:29.833653 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fbe34a15-a41b-4076-810d-f382bfc9d71d req-390fa809-7443-4d41-aff5-51cecd77b568 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993465 Apr 07 11:45:29.887016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 7e31f97a-376a-4786-a497-edc99813e324 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:29.887479 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (7e31f97a-376a-4786-a497-edc99813e324), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.887875 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-bd76de0a-dd9a-43d3-bf92-772c58313ffb service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293510 Apr 07 11:45:29.895182 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-646fb158-a2fa-4ac8-b30f-a598be17df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.896713 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-646fb158-a2fa-4ac8-b30f-a598be17df21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2397180 Apr 07 11:45:29.910380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:29.911333 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.935928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc23981-5910-4b20-9293-d7ca22d8bbd1 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:29.950437 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 7e31f97a-376a-4786-a497-edc99813e324, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=7e31f97a-376a-4786-a497-edc99813e324,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:29.956378 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (7e31f97a-376a-4786-a497-edc99813e324), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.996634 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:30.000914 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.029679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=7e31f97a-376a-4786-a497-edc99813e324,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:30.093993 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=8cc23981-5910-4b20-9293-d7ca22d8bbd1,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:30.287714 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['8cc23981-5910-4b20-9293-d7ca22d8bbd1'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:30.313051 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31f97a-376a-4786-a497-edc99813e324'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:30.315289 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c5eecd-4d4d-47cb-b6c8-2c2f48e80435" -d '{"events": [{"server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "name": "network-vif-plugged", "status": "completed", "tag": "7e31f97a-376a-4786-a497-edc99813e324"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:30.362175 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f993e2-3da2-48d0-8546-3f9b5428048f x-openstack-request-id: req-49f993e2-3da2-48d0-8546-3f9b5428048f {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:30.362686 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "name": "network-vif-plugged", "status": "completed", "tag": "7e31f97a-376a-4786-a497-edc99813e324", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:30.363330 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49f993e2-3da2-48d0-8546-3f9b5428048f {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:30.363964 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f993e2-3da2-48d0-8546-3f9b5428048f'] response: {'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31f97a-376a-4786-a497-edc99813e324', 'code': 200} Apr 07 11:45:30.530332 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853446ed-1408-4dc2-a941-74bea9391277 req-736a2e3e-f217-40c9-9d22-b3f4901efdf9 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:30.532803 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-853446ed-1408-4dc2-a941-74bea9391277 req-736a2e3e-f217-40c9-9d22-b3f4901efdf9 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1995883 Apr 07 11:45:30.559595 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-84293a4e-2add-4df8-8077-f150f5db62dc req-9648ba2c-a137-4baa-9a8b-a90fb2d35968 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962321 Apr 07 11:45:30.638320 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.639756 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a25c6749-44ba-4334-a511-5c2e3b25e6e1 req-7e3fc053-2ee1-4c51-bd4f-226e52652c1b service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632804 Apr 07 11:45:30.644218 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-a6d89549-f308-49ad-8009-019b77badf07 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779059 Apr 07 11:45:30.667217 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392a4fc-7c89-4480-af68-748caea92611 req-38e2359b-b9c4-4e8f-bd41-c4f1f202b6d4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:30.668686 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e392a4fc-7c89-4480-af68-748caea92611 req-38e2359b-b9c4-4e8f-bd41-c4f1f202b6d4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.1314375 Apr 07 11:45:30.671665 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-853446ed-1408-4dc2-a941-74bea9391277 req-cb3a44e6-e7c4-4e67-a9cc-007d0bc5d3f0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0983527 Apr 07 11:45:30.726032 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e392a4fc-7c89-4480-af68-748caea92611 req-52b64a43-3a06-4250-b93b-9fff593e9c33 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Apr 07 11:45:30.789492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9df8da-7e87-42dd-bf90-21819417eabf req-a52acb53-728e-4103-b632-d39ae3fef605 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:30.790942 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0f9df8da-7e87-42dd-bf90-21819417eabf req-a52acb53-728e-4103-b632-d39ae3fef605 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 944 time: 0.0530727 Apr 07 11:45:30.837315 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0f9df8da-7e87-42dd-bf90-21819417eabf req-696b3d8f-22ac-4056-b1d4-30546281156f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Apr 07 11:45:30.981166 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4e594-daca-4289-b78f-83b1a7a4c98b req-8eb81310-230b-49d1-b96b-2a5bb0698203 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:30.989199 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8f4e594-daca-4289-b78f-83b1a7a4c98b req-8eb81310-230b-49d1-b96b-2a5bb0698203 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.0741055 Apr 07 11:45:31.145765 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8f4e594-daca-4289-b78f-83b1a7a4c98b req-3b4f8666-c2f0-4887-87d4-34d314fff044 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552143 Apr 07 11:45:31.187655 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-eb52be5a-f90e-421a-b38a-d62da8382da6 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856446 Apr 07 11:45:31.192125 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf95b9-c4ea-49c0-874b-82569fc218dc req-bf200bcd-ebdd-43a4-be69-93ac982c1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:31.193565 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a8bf95b9-c4ea-49c0-874b-82569fc218dc req-bf200bcd-ebdd-43a4-be69-93ac982c1413 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 1130 time: 0.0881898 Apr 07 11:45:31.242599 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a8bf95b9-c4ea-49c0-874b-82569fc218dc req-29b695c5-dada-46f4-ba3f-8b43706f9c3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Apr 07 11:45:31.471982 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 8cc23981-5910-4b20-9293-d7ca22d8bbd1 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:31.533621 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:31.538604 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:31.539088 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.626242 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:31.626716 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.675616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:31.686004 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.734187 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=8cc23981-5910-4b20-9293-d7ca22d8bbd1,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.794712 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2443b-2ce2-43b5-a2be-f075ab7366af req-fd24f66b-3c72-474d-894f-6234bddc0206 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:31.796098 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7be2443b-2ce2-43b5-a2be-f075ab7366af req-fd24f66b-3c72-474d-894f-6234bddc0206 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0523071 Apr 07 11:45:31.875618 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64657dd-340b-4442-9ca5-7c854ffae382 req-b4fc9ba9-ae09-4301-af0f-d3e90f5dfad1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:31.877118 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a64657dd-340b-4442-9ca5-7c854ffae382 req-b4fc9ba9-ae09-4301-af0f-d3e90f5dfad1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0801206 Apr 07 11:45:31.880064 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7be2443b-2ce2-43b5-a2be-f075ab7366af req-2420df44-f631-463a-bace-d4ca16113a63 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738909 Apr 07 11:45:31.898415 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.937665 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a64657dd-340b-4442-9ca5-7c854ffae382 req-b1d5938c-7cf5-4caa-9a5d-72ccf9e89d2d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527239 Apr 07 11:45:31.988257 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66123-1107-481a-b046-812df8c7aef1 req-cc95a5ef-0896-49e2-9da8-6a76d72e5298 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:31.989755 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59a66123-1107-481a-b046-812df8c7aef1 req-cc95a5ef-0896-49e2-9da8-6a76d72e5298 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0512412 Apr 07 11:45:32.067362 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59a66123-1107-481a-b046-812df8c7aef1 req-b5713fe7-9bc3-43b1-92b8-3b010a1a49bb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694177 Apr 07 11:45:32.078538 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf67e94-48de-4418-b266-8343e55f055f req-4b4866ee-e78a-47a2-beca-8a1f5d1bb416 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:32.080013 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ebf67e94-48de-4418-b266-8343e55f055f req-4b4866ee-e78a-47a2-beca-8a1f5d1bb416 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0832517 Apr 07 11:45:32.089115 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 35804) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:32.093447 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'floatingip': {'port_id': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:32.165289 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (9d79ac52-7bd4-4779-bbe0-14dc95393825), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.366084 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc23981-5910-4b20-9293-d7ca22d8bbd1'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:32.370419 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90772a1-6efd-45ac-abe3-56ba29aefd2a" -d '{"events": [{"server_uuid": "e196d313-576c-44b4-86f8-70bbb0e4ff26", "name": "network-vif-plugged", "status": "completed", "tag": "8cc23981-5910-4b20-9293-d7ca22d8bbd1"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:32.415912 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5ec472-35cc-4cd6-bbb5-68c912acdd91 x-openstack-request-id: req-7a5ec472-35cc-4cd6-bbb5-68c912acdd91 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:32.416325 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e196d313-576c-44b4-86f8-70bbb0e4ff26", "name": "network-vif-plugged", "status": "completed", "tag": "8cc23981-5910-4b20-9293-d7ca22d8bbd1", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:32.416673 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a5ec472-35cc-4cd6-bbb5-68c912acdd91 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:32.417198 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5ec472-35cc-4cd6-bbb5-68c912acdd91'] response: {'server_uuid': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc23981-5910-4b20-9293-d7ca22d8bbd1', 'code': 200} Apr 07 11:45:32.601232 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2383c-3b16-46c9-91cb-199d7e202311 req-05c39ac3-c31e-4697-b3c9-f55e300207ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:32.602716 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f4f2383c-3b16-46c9-91cb-199d7e202311 req-05c39ac3-c31e-4697-b3c9-f55e300207ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.3852208 Apr 07 11:45:32.661744 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-18954e99-54c7-4f4d-a77b-9c331b43006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:32.663776 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-18954e99-54c7-4f4d-a77b-9c331b43006c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1127 time: 0.3994853 Apr 07 11:45:32.706284 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f4f2383c-3b16-46c9-91cb-199d7e202311 req-0e519e74-f78a-4ce1-a262-797943823b1a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955865 Apr 07 11:45:33.180585 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84548a3-049b-45b0-918e-ef886e7ce5ce req-4a5f7597-717b-456e-9728-62c1fdb63937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:33.182114 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c84548a3-049b-45b0-918e-ef886e7ce5ce req-4a5f7597-717b-456e-9728-62c1fdb63937 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 1129 time: 0.2639720 Apr 07 11:45:33.203038 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-086d8027-b4c5-43f2-85f6-e2df5fec0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:33.204466 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-086d8027-b4c5-43f2-85f6-e2df5fec0cb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.3236773 Apr 07 11:45:33.215137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.db.resource_extend [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:45:33.296952 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a67721-2299-4aee-84b5-f5c5c4201452 req-2b786482-00c3-493a-baa4-eb2d5e27b28d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:33.298399 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-07a67721-2299-4aee-84b5-f5c5c4201452 req-2b786482-00c3-493a-baa4-eb2d5e27b28d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.2815282 Apr 07 11:45:33.312509 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.327073 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (9d79ac52-7bd4-4779-bbe0-14dc95393825), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.367424 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ec84-4483-4024-b7c7-dd3240495326 req-7337bde0-13c1-4bd3-9fc4-4d9095dd04d6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:33.368879 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b5c0ec84-4483-4024-b7c7-dd3240495326 req-7337bde0-13c1-4bd3-9fc4-4d9095dd04d6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.2183809 Apr 07 11:45:33.450537 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-07a67721-2299-4aee-84b5-f5c5c4201452 req-dc6dfa89-aac0-412c-a5f1-967413139a2e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433191 Apr 07 11:45:33.488672 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b5c0ec84-4483-4024-b7c7-dd3240495326 req-909966a3-5b6b-40dd-873f-5307236c2d9a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120872 Apr 07 11:45:33.493515 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Floating IP 9d79ac52-7bd4-4779-bbe0-14dc95393825 associated. External IP: 172.27.2.18, port: 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11. Apr 07 11:45:33.500399 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:33.593832 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.622619 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:33.638445 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'mac_address': 'fa:16:3e:13:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:33.686220 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:33.686921 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.700979 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b88f1c2-4488-465d-9d84-f0ea21b2b338 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:33.721496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Router c0c52852-2809-4766-88ff-35e8516190dc has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:33.722379 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:33.726910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.810632 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.074083 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-4e7da33f-adcf-42e0-874d-f4b25f94dc4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 217 time: 0.3057988 Apr 07 11:45:34.102749 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['9b88f1c2-4488-465d-9d84-f0ea21b2b338'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:34.226603 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c84548a3-049b-45b0-918e-ef886e7ce5ce req-f69d6d06-c355-4c9c-8b73-1d84c23e0a78 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544744 Apr 07 11:45:34.238906 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-1e69541c-cf66-4c71-bb62-992677da2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.241000 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-1e69541c-cf66-4c71-bb62-992677da2e0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.1531355 Apr 07 11:45:34.254416 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:34.260311 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.275102 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:34.292769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e9726-2e91-4d15-856c-a7df92a5bc11 req-0bce43a4-ab3a-4cec-99a4-0fbab842a5c4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.295033 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:34.295761 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:34.300726 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cf0e9726-2e91-4d15-856c-a7df92a5bc11 req-0bce43a4-ab3a-4cec-99a4-0fbab842a5c4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.2340710 Apr 07 11:45:34.336962 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1c7953b1-dab6-4527-93a3-dac841625f18 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "PUT /v2.0/floatingips/9d79ac52-7bd4-4779-bbe0-14dc95393825 HTTP/1.1" status: 200 len: 991 time: 2.2379344 Apr 07 11:45:34.336962 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:34.336962 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14b855-fdd6-4414-ae15-900e53a95e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:34.399364 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cf0e9726-2e91-4d15-856c-a7df92a5bc11 req-2d1829ec-f34e-4678-9002-64a6d6819e7e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976131 Apr 07 11:45:34.435143 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c286b9cb-59bd-486e-8c88-9a14a1a19cb3 x-openstack-request-id: req-c286b9cb-59bd-486e-8c88-9a14a1a19cb3 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:34.435810 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:34.436249 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c286b9cb-59bd-486e-8c88-9a14a1a19cb3 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:34.436799 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c286b9cb-59bd-486e-8c88-9a14a1a19cb3'] response: {'name': 'network-changed', 'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'status': 'completed', 'code': 200} Apr 07 11:45:34.542751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-38adb0cd-c656-4768-b6d4-6abc19a3c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.544405 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-38adb0cd-c656-4768-b6d4-6abc19a3c1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989735 Apr 07 11:45:34.548308 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-5569bc69-41db-47f3-9525-f00e73dcba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.549744 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-5569bc69-41db-47f3-9525-f00e73dcba81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1130 time: 0.0647655 Apr 07 11:45:34.576563 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:45:34.578791 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:34.840501 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a290c-a0e0-45be-a7fe-4123d7276570 req-237529ef-65c7-4b75-81f9-72994cf50243 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.842030 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-240a290c-a0e0-45be-a7fe-4123d7276570 req-237529ef-65c7-4b75-81f9-72994cf50243 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 944 time: 0.2769210 Apr 07 11:45:34.884966 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552efba-6d27-4331-9fbf-48cd694c3b3c req-8c2244cc-0dc7-445b-a4b2-f75e94902a3e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.886421 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2552efba-6d27-4331-9fbf-48cd694c3b3c req-8c2244cc-0dc7-445b-a4b2-f75e94902a3e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.2870018 Apr 07 11:45:34.894482 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-20caf778-c8a0-4b53-afe4-b2c3f4ffc47f service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409524 Apr 07 11:45:34.899770 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-94b25a77-dd0a-4ce1-a39c-2f242aea14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:34.901156 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-94b25a77-dd0a-4ce1-a39c-2f242aea14b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.3379385 Apr 07 11:45:34.918987 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '9d79ac52-7bd4-4779-bbe0-14dc95393825', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'port_id': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'mac_address': 'fa:16:3e:0a:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:03Z', 'updated_at': '2022-04-07T11:45:33Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:34.953063 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-240a290c-a0e0-45be-a7fe-4123d7276570 req-846aee1f-e6db-41f2-9fd9-8fe13cfd2f00 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030273 Apr 07 11:45:34.954820 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:34.966422 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:34.967202 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2552efba-6d27-4331-9fbf-48cd694c3b3c req-1efc133b-b7df-4073-ba42-c20717ec194b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 Apr 07 11:45:34.969422 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.083050 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:35.332760 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-4fb1d32e-45c6-481d-9e5d-1eca10818172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 999 time: 0.1646335 Apr 07 11:45:35.347685 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '9d79ac52-7bd4-4779-bbe0-14dc95393825', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'port_id': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'mac_address': 'fa:16:3e:0a:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:03Z', 'updated_at': '2022-04-07T11:45:33Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.377645 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45068774-8e29-45fa-92f2-5c01fdbba23b None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '9d79ac52-7bd4-4779-bbe0-14dc95393825', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'port_id': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'mac_address': 'fa:16:3e:0a:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:03Z', 'updated_at': '2022-04-07T11:45:33Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:35.386327 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17aabed4-aabb-4522-86a2-459da39d1ea5 req-e4f2e3ff-fe57-4854-8c62-50b0779e5391 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194145 Apr 07 11:45:35.402623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-18f376e1-49d8-4a85-88a9-933dc3d642df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:35.404088 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-18f376e1-49d8-4a85-88a9-933dc3d642df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.0645916 Apr 07 11:45:35.521734 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:35.578854 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7b703-c63e-4b45-a601-91c9e23e0f97 req-2a16aa79-48a0-4150-9268-958af98325f5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:35.584745 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-daf7b703-c63e-4b45-a601-91c9e23e0f97 req-2a16aa79-48a0-4150-9268-958af98325f5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.0919836 Apr 07 11:45:35.610551 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:45:35.615599 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:35.617843 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.645259 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-daf7b703-c63e-4b45-a601-91c9e23e0f97 req-487ac49a-f15b-414a-b2cc-a48495a2aea4 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472715 Apr 07 11:45:35.745982 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:35.749555 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.813164 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:35.816784 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2656fc-0a98-4a78-8da1-6ae02c271175" -d '{"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-plugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:35.836322 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:35.841489 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.893792 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b642b1-34db-4546-a22b-27fe92bafdc0 x-openstack-request-id: req-b1b642b1-34db-4546-a22b-27fe92bafdc0 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:35.894348 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-plugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:35.894606 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1b642b1-34db-4546-a22b-27fe92bafdc0 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:35.895050 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b642b1-34db-4546-a22b-27fe92bafdc0'] response: {'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'code': 200} Apr 07 11:45:35.907607 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-5d1fb2b6-144c-4028-b513-b5fe5b0cf7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:35.909181 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-5d1fb2b6-144c-4028-b513-b5fe5b0cf7b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2006366 Apr 07 11:45:35.927203 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c45757-dee1-466a-8f3a-dcd9efaae83e req-3e510368-04fd-40be-93f4-38bcf64d491b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:35.929479 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-00c45757-dee1-466a-8f3a-dcd9efaae83e req-3e510368-04fd-40be-93f4-38bcf64d491b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.1397696 Apr 07 11:45:35.930380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:35.938620 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 35958) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:35.946214 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'port_id': '7e31f97a-376a-4786-a497-edc99813e324'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:35.990208 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (8d13c1fa-3228-4f4d-ae14-3b1e57796e92), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.244173 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eee62-3ec9-4132-a12a-6e995b8f1690 req-3d94402c-e43d-48db-a481-b4a490ffd0a1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:36.245670 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-596eee62-3ec9-4132-a12a-6e995b8f1690 req-3d94402c-e43d-48db-a481-b4a490ffd0a1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.1717794 Apr 07 11:45:36.254481 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14741d-a967-4968-ae4e-0ce9a71ee0a3 req-d49afd0a-835e-4e60-85f2-6c54867cd627 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:36.255866 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fe14741d-a967-4968-ae4e-0ce9a71ee0a3 req-d49afd0a-835e-4e60-85f2-6c54867cd627 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1830859 Apr 07 11:45:36.390878 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51222d69-cc89-4e28-9117-16db896ed8d0 None None] New status for floating IP 9d79ac52-7bd4-4779-bbe0-14dc95393825: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:45:36.462080 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-596eee62-3ec9-4132-a12a-6e995b8f1690 req-2f054dba-cac4-4e98-be14-a553f6a0d54d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033947 Apr 07 11:45:36.474501 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fe14741d-a967-4968-ae4e-0ce9a71ee0a3 req-cf3d316c-9089-43bd-981a-eb934cfea7f7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087705 Apr 07 11:45:36.580712 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-c4024571-b58f-4c6b-8596-27a70d50e554 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469945 Apr 07 11:45:36.735583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 35988) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:36.862032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab11-9ee1-4487-99f1-dac7b739b2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.955005 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab11-9ee1-4487-99f1-dac7b739b2f1 admin admin] Publish callbacks [] for security_group (ab4aa089-9292-4bcb-aa13-021c3f44edb0), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.961476 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab11-9ee1-4487-99f1-dac7b739b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ab4aa089-9292-4bcb-aa13-021c3f44edb0), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.003983 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3d48ab11-9ee1-4487-99f1-dac7b739b2f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e539ba616bec4d7cb2336013a4d04bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672739 Apr 07 11:45:37.008397 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36000) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:37.046525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ab11-9ee1-4487-99f1-dac7b739b2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4aa089-9292-4bcb-aa13-021c3f44edb0,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.072448 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-70f73ebd-71c2-482d-953f-53d8c4caa7b8 admin admin] Publish callbacks [] for security_group (ab4aa089-9292-4bcb-aa13-021c3f44edb0), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.073321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36004) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:37.108505 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-70f73ebd-71c2-482d-953f-53d8c4caa7b8 admin admin] Publish callbacks [] for security_group (ab4aa089-9292-4bcb-aa13-021c3f44edb0), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.114452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc12b-c0d1-4e4e-9a4e-bc004d437600 req-a4ff2ec5-68bb-4d77-a633-a18c9815ef06 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:37.122398 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b9cc12b-c0d1-4e4e-9a4e-bc004d437600 req-a4ff2ec5-68bb-4d77-a633-a18c9815ef06 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.3345549 Apr 07 11:45:37.143371 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.153310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (8d13c1fa-3228-4f4d-ae14-3b1e57796e92), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.170903 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-70f73ebd-71c2-482d-953f-53d8c4caa7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ab4aa089-9292-4bcb-aa13-021c3f44edb0), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.174373 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-70f73ebd-71c2-482d-953f-53d8c4caa7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.175593 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-70f73ebd-71c2-482d-953f-53d8c4caa7b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab4aa089-9292-4bcb-aa13-021c3f44edb0 HTTP/1.1" status: 204 len: 168 time: 0.1659877 Apr 07 11:45:37.184887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f73ebd-71c2-482d-953f-53d8c4caa7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4aa089-9292-4bcb-aa13-021c3f44edb0,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.229894 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b288-f683-4522-a15f-d8fe3b3fdca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.262701 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b9cc12b-c0d1-4e4e-9a4e-bc004d437600 req-f7f71c65-be80-4a57-9114-2b6ed8f5bebb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396971 Apr 07 11:45:37.332700 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP 8d13c1fa-3228-4f4d-ae14-3b1e57796e92 associated. External IP: 172.27.2.151, port: 7e31f97a-376a-4786-a497-edc99813e324. Apr 07 11:45:37.334583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b288-f683-4522-a15f-d8fe3b3fdca1 admin admin] Publish callbacks [] for security_group (0a1c6527-5c43-4c0f-8f72-96b8f69c53a4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.338686 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6ab0b288-f683-4522-a15f-d8fe3b3fdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0a1c6527-5c43-4c0f-8f72-96b8f69c53a4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.433250 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-6ab0b288-f683-4522-a15f-d8fe3b3fdca1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46216c650cb5439f9d6e943d5d7d68b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586733 Apr 07 11:45:37.434593 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0b288-f683-4522-a15f-d8fe3b3fdca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c6527-5c43-4c0f-8f72-96b8f69c53a4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.437182 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36016) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:37.498772 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a343472-e956-4ee9-9c62-c841347ba373 admin admin] Publish callbacks [] for security_group (0a1c6527-5c43-4c0f-8f72-96b8f69c53a4), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.521556 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a343472-e956-4ee9-9c62-c841347ba373 admin admin] Publish callbacks [] for security_group (0a1c6527-5c43-4c0f-8f72-96b8f69c53a4), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.583805 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36020) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:37.597049 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a343472-e956-4ee9-9c62-c841347ba373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0a1c6527-5c43-4c0f-8f72-96b8f69c53a4), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.612280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a343472-e956-4ee9-9c62-c841347ba373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.628469 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1a343472-e956-4ee9-9c62-c841347ba373 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a1c6527-5c43-4c0f-8f72-96b8f69c53a4 HTTP/1.1" status: 204 len: 168 time: 0.1838582 Apr 07 11:45:37.641161 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a343472-e956-4ee9-9c62-c841347ba373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c6527-5c43-4c0f-8f72-96b8f69c53a4,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.690520 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e006ca6-2ddd-49f2-9625-871782dae828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.801278 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:37.837991 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da4da-af4e-4e66-914f-5290458566d3 req-198a30e3-43b7-4e6c-a81b-e32ae6f69a69 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:37.839471 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-de0da4da-af4e-4e66-914f-5290458566d3 req-198a30e3-43b7-4e6c-a81b-e32ae6f69a69 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.2404604 Apr 07 11:45:37.843667 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-7e5624c6-779f-420e-84c9-ba2dd75bc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:37.845073 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-7e5624c6-779f-420e-84c9-ba2dd75bc114 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 1129 time: 0.2142754 Apr 07 11:45:37.846845 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0d14b855-fdd6-4414-ae15-900e53a95e7d req-2cdcb1c7-5cd3-4be1-8c37-a1d99b55a96b service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639246 Apr 07 11:45:37.983969 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-de0da4da-af4e-4e66-914f-5290458566d3 req-619f9729-f721-4f6f-8777-2a955b60f60a tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338103 Apr 07 11:45:37.993881 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36030) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:38.006230 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e006ca6-2ddd-49f2-9625-871782dae828 admin admin] Publish callbacks [] for security_group (b6689b02-770a-4678-b4ca-2f6d218e672b), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.016194 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e006ca6-2ddd-49f2-9625-871782dae828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b6689b02-770a-4678-b4ca-2f6d218e672b), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.020594 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3076a4ab-e082-4471-8430-91e95c7c92bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.061202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:38.063649 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e006ca6-2ddd-49f2-9625-871782dae828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6689b02-770a-4678-b4ca-2f6d218e672b,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.068364 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.073095 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:38.073625 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6e006ca6-2ddd-49f2-9625-871782dae828 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9bdbc3238f7484690b7dac68ad399c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886825 Apr 07 11:45:38.076085 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36032) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:38.095743 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:38.098269 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.104390 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3076a4ab-e082-4471-8430-91e95c7c92bb admin admin] Publish callbacks [] for security_group (ea0b433e-d994-44ed-844f-182dfc3dd1b4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.131644 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3076a4ab-e082-4471-8430-91e95c7c92bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ea0b433e-d994-44ed-844f-182dfc3dd1b4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.173448 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-c133538c-214f-4c67-b832-268805ce6303 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "PUT /v2.0/floatingips/8d13c1fa-3228-4f4d-ae14-3b1e57796e92 HTTP/1.1" status: 200 len: 992 time: 2.2326615 Apr 07 11:45:38.180904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'tag': '7e31f97a-376a-4786-a497-edc99813e324'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:38.183129 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d1142-7820-4cf5-9d66-057bb1406443" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "tag": "7e31f97a-376a-4786-a497-edc99813e324"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:38.186725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076a4ab-e082-4471-8430-91e95c7c92bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0b433e-d994-44ed-844f-182dfc3dd1b4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.223865 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3076a4ab-e082-4471-8430-91e95c7c92bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c425de0114d14eb4bc220a4eddc3af64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270381 Apr 07 11:45:38.226920 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36038) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:38.244736 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7c6e4f-4fd6-482d-8a0e-e6fe7083ca6b admin admin] Publish callbacks [] for security_group (b6689b02-770a-4678-b4ca-2f6d218e672b), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.246928 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aee645-3e53-49ab-9ad4-89447bf61bac x-openstack-request-id: req-37aee645-3e53-49ab-9ad4-89447bf61bac {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:38.247216 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "tag": "7e31f97a-376a-4786-a497-edc99813e324", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:38.247456 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37aee645-3e53-49ab-9ad4-89447bf61bac {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:38.247843 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37aee645-3e53-49ab-9ad4-89447bf61bac'] response: {'name': 'network-changed', 'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'tag': '7e31f97a-376a-4786-a497-edc99813e324', 'status': 'completed', 'code': 200} Apr 07 11:45:38.279591 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-47f5ab4d-8aec-4522-8249-7441a8e1854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:38.281053 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-47f5ab4d-8aec-4522-8249-7441a8e1854e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.1602862 Apr 07 11:45:38.282533 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6596e0-ae21-4283-8d01-6fb118a25b3b req-f9f3d912-28e6-4057-baec-19fa04613774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:38.284083 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-ce6596e0-ae21-4283-8d01-6fb118a25b3b req-f9f3d912-28e6-4057-baec-19fa04613774 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1129 time: 0.1680286 Apr 07 11:45:38.290705 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:38.294317 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7c6e4f-4fd6-482d-8a0e-e6fe7083ca6b admin admin] Publish callbacks [] for security_group (b6689b02-770a-4678-b4ca-2f6d218e672b), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.333801 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2cf6284d-8eb2-439c-b407-4f77baf516c6 admin admin] Publish callbacks [] for security_group (ea0b433e-d994-44ed-844f-182dfc3dd1b4), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.374837 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2cf6284d-8eb2-439c-b407-4f77baf516c6 admin admin] Publish callbacks [] for security_group (ea0b433e-d994-44ed-844f-182dfc3dd1b4), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.378301 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-ce6596e0-ae21-4283-8d01-6fb118a25b3b req-3b498da6-d317-4eaf-bf6e-f0f0872a2a12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790305 Apr 07 11:45:38.392740 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-536edc1b-7188-431c-9446-8ebf0da18304 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1 HTTP/1.1" status: 200 len: 217 time: 0.0725822 Apr 07 11:45:38.457174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-3b2ff0c1-c8b4-46fb-b7bb-6c97663ba0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:38.458428 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-3b2ff0c1-c8b4-46fb-b7bb-6c97663ba0b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 1130 time: 0.1804001 Apr 07 11:45:38.460487 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2cf6284d-8eb2-439c-b407-4f77baf516c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ea0b433e-d994-44ed-844f-182dfc3dd1b4), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.464391 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2cf6284d-8eb2-439c-b407-4f77baf516c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.467526 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2cf6284d-8eb2-439c-b407-4f77baf516c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea0b433e-d994-44ed-844f-182dfc3dd1b4 HTTP/1.1" status: 204 len: 168 time: 0.2296653 Apr 07 11:45:38.480141 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacde48a-239d-4c3a-8a20-0d356c8c2598 req-5c59a9bc-7a96-4239-b6d7-e93797590117 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:38.484718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6284d-8eb2-439c-b407-4f77baf516c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0b433e-d994-44ed-844f-182dfc3dd1b4,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.487188 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eacde48a-239d-4c3a-8a20-0d356c8c2598 req-5c59a9bc-7a96-4239-b6d7-e93797590117 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.1021523 Apr 07 11:45:38.494714 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7c6e4f-4fd6-482d-8a0e-e6fe7083ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b6689b02-770a-4678-b4ca-2f6d218e672b), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.497252 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7c6e4f-4fd6-482d-8a0e-e6fe7083ca6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.498419 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-be7c6e4f-4fd6-482d-8a0e-e6fe7083ca6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6689b02-770a-4678-b4ca-2f6d218e672b HTTP/1.1" status: 204 len: 168 time: 0.4214423 Apr 07 11:45:38.517929 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6e4f-4fd6-482d-8a0e-e6fe7083ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6689b02-770a-4678-b4ca-2f6d218e672b,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.558999 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eacde48a-239d-4c3a-8a20-0d356c8c2598 req-03dd6d53-a357-4f77-8e46-5832c018f671 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654037 Apr 07 11:45:38.792248 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:36Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.824193 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:38.834367 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:38.835726 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.875333 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-a6d12c15-ea66-4e74-900d-517f1c58e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:38.876748 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-a6d12c15-ea66-4e74-900d-517f1c58e326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.2104487 Apr 07 11:45:39.044400 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-6e63450a-c161-487d-a870-297d376e7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:39.047101 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-6e63450a-c161-487d-a870-297d376e7cb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1619096 Apr 07 11:45:39.049444 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:39.057826 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-a6b435a8-923f-4a84-ae97-461e699d5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:39.060027 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-a6b435a8-923f-4a84-ae97-461e699d5044 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.4020119 Apr 07 11:45:39.084429 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36080) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:39.101992 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-487c09cf-7095-4f15-9145-9cb5bd3ba8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.166458 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d876-bed6-411b-96dc-c179571ad112 req-3c16bef3-a917-43a0-b901-0e3eb6d65493 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:39.168506 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5c03d876-bed6-411b-96dc-c179571ad112 req-3c16bef3-a917-43a0-b901-0e3eb6d65493 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0637717 Apr 07 11:45:39.244203 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5c03d876-bed6-411b-96dc-c179571ad112 req-89c14ad6-1646-41bc-abd4-e19dfe022c32 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647922 Apr 07 11:45:39.286705 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-487c09cf-7095-4f15-9145-9cb5bd3ba8ea admin admin] Publish callbacks [] for security_group (d85c9215-820f-4316-a3da-4cbbe33d1ac8), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.293657 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-487c09cf-7095-4f15-9145-9cb5bd3ba8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d85c9215-820f-4316-a3da-4cbbe33d1ac8), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.343333 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-487c09cf-7095-4f15-9145-9cb5bd3ba8ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b131a5362e647d49d9ba10e8af62e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570920 Apr 07 11:45:39.344312 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c09cf-7095-4f15-9145-9cb5bd3ba8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85c9215-820f-4316-a3da-4cbbe33d1ac8,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.346499 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36092) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:39.394923 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa63db-671b-410d-a7f9-59c638abefcf req-4bba7d35-d687-4dc5-aa3e-e6c1c5f945a8 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:39.400140 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:36Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:39.400945 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e2fa63db-671b-410d-a7f9-59c638abefcf req-4bba7d35-d687-4dc5-aa3e-e6c1c5f945a8 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.1173143 Apr 07 11:45:39.414734 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-13e17171-3c66-4544-9cb3-6168286049f3 admin admin] Publish callbacks [] for security_group (d85c9215-820f-4316-a3da-4cbbe33d1ac8), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.436958 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def91f79-5a7e-4c8a-8eb2-3ace774b7f1a None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:36Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:39.449981 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-13e17171-3c66-4544-9cb3-6168286049f3 admin admin] Publish callbacks [] for security_group (d85c9215-820f-4316-a3da-4cbbe33d1ac8), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.517565 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-13e17171-3c66-4544-9cb3-6168286049f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d85c9215-820f-4316-a3da-4cbbe33d1ac8), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.520199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-13e17171-3c66-4544-9cb3-6168286049f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.524228 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-13e17171-3c66-4544-9cb3-6168286049f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d85c9215-820f-4316-a3da-4cbbe33d1ac8 HTTP/1.1" status: 204 len: 168 time: 0.1740251 Apr 07 11:45:39.530729 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e17171-3c66-4544-9cb3-6168286049f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85c9215-820f-4316-a3da-4cbbe33d1ac8,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.548627 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-726158d9-27cf-41b4-aae4-ed6775812d52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e31f97a-376a-4786-a497-edc99813e324 HTTP/1.1" status: 200 len: 1000 time: 0.1023169 Apr 07 11:45:39.600931 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e2fa63db-671b-410d-a7f9-59c638abefcf req-30f5aa14-fd4d-44e5-b1cb-6db68b8eb300 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921930 Apr 07 11:45:39.637310 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-a3a151f3-40eb-4fd1-887d-9c6dac2889cc service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877568 Apr 07 11:45:39.718236 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174541d-7ff1-4e90-9823-94c594d6f85f req-45ebcd78-1c7d-4efd-90b8-d6671387ed6b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:39.719777 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5174541d-7ff1-4e90-9823-94c594d6f85f req-45ebcd78-1c7d-4efd-90b8-d6671387ed6b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0740044 Apr 07 11:45:39.755968 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69b4b9-4567-48bf-8fde-41adb7a77ef7 None None] New status for floating IP 8d13c1fa-3228-4f4d-ae14-3b1e57796e92: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:45:39.777495 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5174541d-7ff1-4e90-9823-94c594d6f85f req-595824cf-305d-44dd-bdc4-cb78b89ddfb4 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Apr 07 11:45:40.369668 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc13234-aa5a-419d-b6a3-d8f01f164157 req-9cfdc4c0-ce9d-47b8-a004-a4790bf9ee65 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:40.371291 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfc13234-aa5a-419d-b6a3-d8f01f164157 req-9cfdc4c0-ce9d-47b8-a004-a4790bf9ee65 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0590925 Apr 07 11:45:40.420214 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfc13234-aa5a-419d-b6a3-d8f01f164157 req-b7be0262-674c-477b-b6d1-5ff4cf940450 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Apr 07 11:45:40.552748 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36160) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:40.604829 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Deleting subnet dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3 {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:40.610725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Publish callbacks [] for subnet (dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.648738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.693981 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.749686 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cef7-8631-49d2-a4cd-de00d96c42f8 req-d65ab15c-a8ba-4d37-b3b7-07bb1541fb44 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:40.750088 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.752772 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1cc3cef7-8631-49d2-a4cd-de00d96c42f8 req-d65ab15c-a8ba-4d37-b3b7-07bb1541fb44 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.0597656 Apr 07 11:45:40.799909 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:40.804908 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.810051 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e77e3bd7-86ca-4ebe-b5ea-37190721882e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dabee7f2-4f3b-4c46-9542-8a7bc69bf7f3 HTTP/1.1" status: 204 len: 168 time: 0.2549586 Apr 07 11:45:40.811965 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36182) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:40.866232 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1cc3cef7-8631-49d2-a4cd-de00d96c42f8 req-419eba5a-0bcb-4d11-8e29-65fdf2337d52 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047838 Apr 07 11:45:40.900404 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (c789d87e-19f7-4f0e-a23a-4d92ba493d93), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.942640 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eb8f7-0eb3-4b46-9f88-a90ceb64c61b req-99abcfae-3eb4-4f84-aacc-628e09ef0dd9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:40.944833 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1b3eb8f7-0eb3-4b46-9f88-a90ceb64c61b req-99abcfae-3eb4-4f84-aacc-628e09ef0dd9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0647552 Apr 07 11:45:41.022001 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (c789d87e-19f7-4f0e-a23a-4d92ba493d93), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.030929 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1b3eb8f7-0eb3-4b46-9f88-a90ceb64c61b req-6591bc0a-1f11-403f-ae9c-49e08abb1292 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799527 Apr 07 11:45:41.055038 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c789d87e-19f7-4f0e-a23a-4d92ba493d93']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.066887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37612799-2400-46cb-8462-ecbc9d3edbeb') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.067509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37612799-2400-46cb-8462-ecbc9d3edbeb') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.078607 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (37612799-2400-46cb-8462-ecbc9d3edbeb), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.092187 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (37612799-2400-46cb-8462-ecbc9d3edbeb), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.099195 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:41.099985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (37612799-2400-46cb-8462-ecbc9d3edbeb), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:41.101954 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:41.167619 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (c789d87e-19f7-4f0e-a23a-4d92ba493d93), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.176926 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.180111 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c789d87e-19f7-4f0e-a23a-4d92ba493d93 HTTP/1.1" status: 204 len: 168 time: 0.3665037 Apr 07 11:45:41.182957 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36204) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.209772 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dabf0f-30d2-45c7-9a17-3665b12afc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=c789d87e-19f7-4f0e-a23a-4d92ba493d93,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.520421 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36218) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.584016 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_v2 [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Deleting subnet 3aba60f2-97e5-4a87-95b1-2a59e1359fb7 {{(pid=109859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:41.602457 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Publish callbacks [] for subnet (3aba60f2-97e5-4a87-95b1-2a59e1359fb7), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.605774 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-316baa65-0779-41c6-8186-7966ec07a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:41.607221 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-316baa65-0779-41c6-8186-7966ec07a557 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.3821077 Apr 07 11:45:41.657704 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93527229-d1cb-43dd-9951-60f83a62bf86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.670113 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Publish callbacks [] for subnet (3aba60f2-97e5-4a87-95b1-2a59e1359fb7), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.684202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (3aba60f2-97e5-4a87-95b1-2a59e1359fb7), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.689295 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5639c97e-4504-492c-941a-7a2b67bc4e73 req-5da7de6b-88a9-43a3-9700-5bd33d3f8dad service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626713 Apr 07 11:45:41.724262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd9b34-b5a7-49a6-86d5-afe67979b45c req-8474ce1b-d5e5-4748-9b2b-113b203cf259 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:41.725896 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-06bd9b34-b5a7-49a6-86d5-afe67979b45c req-8474ce1b-d5e5-4748-9b2b-113b203cf259 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1670287 Apr 07 11:45:41.786660 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (3aba60f2-97e5-4a87-95b1-2a59e1359fb7), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.791509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93527229-d1cb-43dd-9951-60f83a62bf86 admin admin] Publish callbacks [] for security_group (1d3df7ba-2472-4063-a5ed-71d1a996d0f4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.796994 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-93527229-d1cb-43dd-9951-60f83a62bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1d3df7ba-2472-4063-a5ed-71d1a996d0f4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.822408 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-06bd9b34-b5a7-49a6-86d5-afe67979b45c req-b1a04c3f-2697-4e1a-a3d7-9009055cdc53 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814378 Apr 07 11:45:41.823475 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aba60f2-97e5-4a87-95b1-2a59e1359fb7,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.831731 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.836910 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3aba60f2-97e5-4a87-95b1-2a59e1359fb7 HTTP/1.1" status: 204 len: 168 time: 0.6509295 Apr 07 11:45:41.836910 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.837147 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.837333 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.837833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.838169 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.838830 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.839325 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.839793 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.840536 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36226) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.840960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.841446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.841947 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.842427 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.843063 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.843649 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.844128 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231e2b-14c4-4155-b242-6720e20c952c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:41.930109 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-93527229-d1cb-43dd-9951-60f83a62bf86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6b2967445d947d4aabba45d6dfd404a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083967 Apr 07 11:45:41.930974 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36236) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.941920 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93527229-d1cb-43dd-9951-60f83a62bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3df7ba-2472-4063-a5ed-71d1a996d0f4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.975263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.030456 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6c745b12-345d-408d-9e42-ba405182ffc2 admin admin] Publish callbacks [] for security_group (1d3df7ba-2472-4063-a5ed-71d1a996d0f4), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.042889 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-1833bdf9-1638-48d5-92ed-545034a97b12 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.044377 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-1833bdf9-1638-48d5-92ed-545034a97b12 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.1425579 Apr 07 11:45:42.061397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-69354d2b-d36f-4d61-b07e-24f6c17b1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.062413 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-69354d2b-d36f-4d61-b07e-24f6c17b1d51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2054548 Apr 07 11:45:42.073219 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254f964-127c-4e93-9c62-9a23b70ad82a req-1e13e1e4-f9d7-426e-878e-059f7237cbac tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.074636 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5254f964-127c-4e93-9c62-9a23b70ad82a req-1e13e1e4-f9d7-426e-878e-059f7237cbac tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1385133 Apr 07 11:45:42.091726 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36242) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:42.093732 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6c745b12-345d-408d-9e42-ba405182ffc2 admin admin] Publish callbacks [] for security_group (1d3df7ba-2472-4063-a5ed-71d1a996d0f4), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.105771 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'floatingip': {'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:42.108560 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cad4-0899-4a3d-ba99-52668897dedd req-822c5281-2df1-4132-a0a3-842b956ad3f6 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.110064 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1186cad4-0899-4a3d-ba99-52668897dedd req-822c5281-2df1-4132-a0a3-842b956ad3f6 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 946 time: 0.1750734 Apr 07 11:45:42.142260 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.211787 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (fa6fca5e-a75b-44fd-9540-502a0b6d7dc7), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.219603 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:42.308593 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61ec87b-f351-4dea-a5e6-66c0e460ec0a') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:42.308796 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61ec87b-f351-4dea-a5e6-66c0e460ec0a') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:42.332053 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (e61ec87b-f351-4dea-a5e6-66c0e460ec0a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.332215 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1186cad4-0899-4a3d-ba99-52668897dedd req-7ab66f52-f83f-49a4-b696-3b224d83e4e5 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/security-groups?id=442dc115-436f-412e-8823-5e5626b89a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070212 Apr 07 11:45:42.338425 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-0c5ecd69-2a44-4bc5-9ce5-2283e851541e service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465127 Apr 07 11:45:42.352747 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb036469-296e-403c-8c28-fab0a0125eee req-f9223b1f-524d-41db-8431-ca9351f5f26e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.354427 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eb036469-296e-403c-8c28-fab0a0125eee req-f9223b1f-524d-41db-8431-ca9351f5f26e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.2173371 Apr 07 11:45:42.372076 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6c745b12-345d-408d-9e42-ba405182ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1d3df7ba-2472-4063-a5ed-71d1a996d0f4), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.374838 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6c745b12-345d-408d-9e42-ba405182ffc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.375957 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-6c745b12-345d-408d-9e42-ba405182ffc2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d3df7ba-2472-4063-a5ed-71d1a996d0f4 HTTP/1.1" status: 204 len: 168 time: 0.4409101 Apr 07 11:45:42.381700 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e61ec87b-f351-4dea-a5e6-66c0e460ec0a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.403724 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c745b12-345d-408d-9e42-ba405182ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3df7ba-2472-4063-a5ed-71d1a996d0f4,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:42.410806 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Deleting port a4fd9825-4be6-430c-9064-8725a8752006 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:45:42.411148 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (a4fd9825-4be6-430c-9064-8725a8752006), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.416009 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:42.416409 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (e61ec87b-f351-4dea-a5e6-66c0e460ec0a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:42.418128 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:42.502943 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eb036469-296e-403c-8c28-fab0a0125eee req-5663bde3-f809-42bc-806a-68e8c9d60755 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338644 Apr 07 11:45:42.590813 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df0d1142-7820-4cf5-9d66-057bb1406443 req-00f38467-ecf2-43a3-9f3d-466614e9f3ec service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353947 Apr 07 11:45:42.605073 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] For port a4fd9825-4be6-430c-9064-8725a8752006, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a4fd9825-4be6-430c-9064-8725a8752006,segment=NetworkSegment(2a7b1bf4-202f-4c6c-8e24-e3efa316de21),segment_id=2a7b1bf4-202f-4c6c-8e24-e3efa316de21)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:42.605448 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (a4fd9825-4be6-430c-9064-8725a8752006), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.633416 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Calling delete_port for a4fd9825-4be6-430c-9064-8725a8752006 owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:45:42.696102 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.701403 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.707861 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f HTTP/1.1" status: 204 len: 168 time: 0.8645573 Apr 07 11:45:42.727417 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36250) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:42.748421 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0398fe78-d71d-432d-8a01-8592a9d31c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.750893 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf42e2df-c1fb-4daa-8efc-3d4d61ebf23f,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:42.764886 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.765236 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.765744 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.766228 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.766724 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.767188 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.767660 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.768120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.768631 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.769129 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.769606 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.770088 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.770568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.770900 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.771225 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef8dd4-0b60-4cd1-9bb8-8a631a08d5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:42.788325 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-46608917-5772-4530-8852-4f4472f1ae2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687820 Apr 07 11:45:42.955743 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36258) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:42.966713 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0398fe78-d71d-432d-8a01-8592a9d31c10 admin admin] Publish callbacks [] for security_group (db7dc4ad-95f6-402c-9e8d-338c46b8d4a1), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.969287 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086'] for port (a4fd9825-4be6-430c-9064-8725a8752006), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.974222 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-81b704cd-93a7-4e97-a4f8-d175fafde6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.977264 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-81b704cd-93a7-4e97-a4f8-d175fafde6cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1130 time: 0.1359272 Apr 07 11:45:42.981446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0398fe78-d71d-432d-8a01-8592a9d31c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (db7dc4ad-95f6-402c-9e8d-338c46b8d4a1), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.984133 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['a4fd9825-4be6-430c-9064-8725a8752006'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:43.102792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398fe78-d71d-432d-8a01-8592a9d31c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7dc4ad-95f6-402c-9e8d-338c46b8d4a1,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.113212 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Pushing event deleted for resources: {'Port': ['ID=a4fd9825-4be6-430c-9064-8725a8752006,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.189597 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-0398fe78-d71d-432d-8a01-8592a9d31c10 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47594555a75747bf86bc0509ddc9318f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584255 Apr 07 11:45:43.193355 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-b80d1665-18d0-441e-aafe-2df572ca5c76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1c7e2f971cb4189b42121f63612ac72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361686 Apr 07 11:45:43.194125 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36264) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.210978 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36266) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.215531 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] No DVR routers for this DVR port a4fd9825-4be6-430c-9064-8725a8752006 on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:45:43.224807 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.228026 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-07f3db10-1a97-4637-b7e7-be3029c68450 req-d5da21d9-058a-4ea9-b34a-9e6b08c05c1c tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.26 "DELETE /v2.0/ports/a4fd9825-4be6-430c-9064-8725a8752006 HTTP/1.1" status: 204 len: 173 time: 1.1775486 Apr 07 11:45:43.228628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'name': 'network-vif-deleted', 'tag': 'a4fd9825-4be6-430c-9064-8725a8752006'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:43.243110 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f70b7-1c30-48e4-9dd3-865b93072bb6" -d '{"events": [{"server_uuid": "2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f", "name": "network-vif-deleted", "tag": "a4fd9825-4be6-430c-9064-8725a8752006"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:43.248726 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-9fcc2504-3005-45ee-93c1-a4de93127300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:43.250569 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-9fcc2504-3005-45ee-93c1-a4de93127300 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.2258050 Apr 07 11:45:43.337382 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874af248-f0a6-4189-bba0-eb994de1d154 x-openstack-request-id: req-874af248-f0a6-4189-bba0-eb994de1d154 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:43.337705 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f", "name": "network-vif-deleted", "tag": "a4fd9825-4be6-430c-9064-8725a8752006", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:43.338034 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-874af248-f0a6-4189-bba0-eb994de1d154 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:43.338307 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874af248-f0a6-4189-bba0-eb994de1d154'] response: {'server_uuid': '2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f', 'name': 'network-vif-deleted', 'tag': 'a4fd9825-4be6-430c-9064-8725a8752006', 'status': 'completed', 'code': 200} Apr 07 11:45:43.342721 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-983dbb9a-b45e-4c53-98b2-b676c7a56993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 200 len: 217 time: 0.0738084 Apr 07 11:45:43.403958 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ab49714-a4c8-474f-b8ee-99f2770fc35c admin admin] Publish callbacks [] for security_group (88d4ed98-ec1f-41c7-8516-4d84a6969c0f), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.421411 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-cef013c6-11f3-4b23-9964-8e2039aa94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:43.422844 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-cef013c6-11f3-4b23-9964-8e2039aa94a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0713599 Apr 07 11:45:43.464792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ab49714-a4c8-474f-b8ee-99f2770fc35c admin admin] Publish callbacks [] for security_group (88d4ed98-ec1f-41c7-8516-4d84a6969c0f), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.467721 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4b39dcd4-14f7-4d2a-b5ba-cbba76ab620d admin admin] Publish callbacks [] for security_group (db7dc4ad-95f6-402c-9e8d-338c46b8d4a1), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.471502 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.483581 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (fa6fca5e-a75b-44fd-9540-502a0b6d7dc7), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.500124 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-623cdf4e-ee09-4767-a62e-4ab1fdbcaa60 req-eef93d51-0f74-4d56-8751-040617ec5631 tempest-DeleteServersTestJSON-1107823090 tempest-DeleteServersTestJSON-1107823090-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c1d193f-3c75-4d0e-b8df-c8ad559e5e1f HTTP/1.1" status: 200 len: 210 time: 0.0860691 Apr 07 11:45:43.537153 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4b39dcd4-14f7-4d2a-b5ba-cbba76ab620d admin admin] Publish callbacks [] for security_group (db7dc4ad-95f6-402c-9e8d-338c46b8d4a1), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.559149 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-f1ae0c45-9b70-45f1-9da8-b213c97d997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:43.562053 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-f1ae0c45-9b70-45f1-9da8-b213c97d997d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081355 Apr 07 11:45:43.605189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ab49714-a4c8-474f-b8ee-99f2770fc35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (88d4ed98-ec1f-41c7-8516-4d84a6969c0f), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.608942 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ab49714-a4c8-474f-b8ee-99f2770fc35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.610127 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-4ab49714-a4c8-474f-b8ee-99f2770fc35c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88d4ed98-ec1f-41c7-8516-4d84a6969c0f HTTP/1.1" status: 204 len: 168 time: 0.3981783 Apr 07 11:45:43.654297 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Floating IP fa6fca5e-a75b-44fd-9540-502a0b6d7dc7 associated. External IP: 172.27.2.235, port: 9b88f1c2-4488-465d-9d84-f0ea21b2b338. Apr 07 11:45:43.707372 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4b39dcd4-14f7-4d2a-b5ba-cbba76ab620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (db7dc4ad-95f6-402c-9e8d-338c46b8d4a1), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.711608 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab49714-a4c8-474f-b8ee-99f2770fc35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d4ed98-ec1f-41c7-8516-4d84a6969c0f,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.711757 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4b39dcd4-14f7-4d2a-b5ba-cbba76ab620d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.712769 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4b39dcd4-14f7-4d2a-b5ba-cbba76ab620d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db7dc4ad-95f6-402c-9e8d-338c46b8d4a1 HTTP/1.1" status: 204 len: 168 time: 0.5102563 Apr 07 11:45:43.733978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39dcd4-14f7-4d2a-b5ba-cbba76ab620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7dc4ad-95f6-402c-9e8d-338c46b8d4a1,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.980272 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:44.031292 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-53fd6d47-0a73-4f80-83f9-d04b9ce79c73 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607396 Apr 07 11:45:44.052562 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252eec13-3534-4ae3-9899-647fc7e51c86 req-4b0926ab-37c4-452f-9623-633a20baae71 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:44.054712 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-252eec13-3534-4ae3-9899-647fc7e51c86 req-4b0926ab-37c4-452f-9623-633a20baae71 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.3630204 Apr 07 11:45:44.160218 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-252eec13-3534-4ae3-9899-647fc7e51c86 req-cdebb153-0f19-4082-86c0-3eee4c039a52 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966532 Apr 07 11:45:44.186960 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e6d4b7c-2440-4205-b92b-64ca93fb9d57 req-68989898-de01-4d4d-afc8-6ee101436645 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311169 Apr 07 11:45:44.206825 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:44.214118 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.219296 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36292) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:44.223646 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:44.235159 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:44.235992 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.248384 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-852a9a26-fdf1-49ca-a8e1-772a75e63c27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "PUT /v2.0/floatingips/fa6fca5e-a75b-44fd-9540-502a0b6d7dc7 HTTP/1.1" status: 200 len: 991 time: 2.1526027 Apr 07 11:45:44.249078 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:44.251850 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e693870-b321-4170-8df2-b06417c2f9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:44.311096 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9b22a-4394-4894-90ec-12807a079c9b x-openstack-request-id: req-04b9b22a-4394-4894-90ec-12807a079c9b {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:44.311789 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:44.312571 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04b9b22a-4394-4894-90ec-12807a079c9b {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:44.312571 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b9b22a-4394-4894-90ec-12807a079c9b'] response: {'name': 'network-changed', 'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'status': 'completed', 'code': 200} Apr 07 11:45:44.317471 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-952021e6-e4de-4b06-bb18-ebab240974a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eee3ef45008e46ca97c07cd70eb2f74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969915 Apr 07 11:45:44.320656 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36300) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:44.387976 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:44.408338 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5abe0f60-690a-4220-af4d-fbb48f3c38a8 admin admin] Publish callbacks [] for security_group (9b0d72b8-fc85-400b-841b-4dc00f3b5df1), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.437822 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5abe0f60-690a-4220-af4d-fbb48f3c38a8 admin admin] Publish callbacks [] for security_group (9b0d72b8-fc85-400b-841b-4dc00f3b5df1), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.442944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e693870-b321-4170-8df2-b06417c2f9cc req-7108df71-3751-4d5e-a490-e7d4e919fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:44.442944 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-7108df71-3751-4d5e-a490-e7d4e919fc42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1129 time: 0.0894504 Apr 07 11:45:44.576210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5abe0f60-690a-4220-af4d-fbb48f3c38a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9b0d72b8-fc85-400b-841b-4dc00f3b5df1), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.578874 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5abe0f60-690a-4220-af4d-fbb48f3c38a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.582233 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-5abe0f60-690a-4220-af4d-fbb48f3c38a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b0d72b8-fc85-400b-841b-4dc00f3b5df1 HTTP/1.1" status: 204 len: 168 time: 0.2564771 Apr 07 11:45:44.594110 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe0f60-690a-4220-af4d-fbb48f3c38a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d72b8-fc85-400b-841b-4dc00f3b5df1,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:44.624612 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e693870-b321-4170-8df2-b06417c2f9cc req-8a2adc21-9061-4353-b97f-0885dee3f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:44.626104 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-8a2adc21-9061-4353-b97f-0885dee3f614 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.1744225 Apr 07 11:45:44.679313 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'fa6fca5e-a75b-44fd-9540-502a0b6d7dc7', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'mac_address': 'fa:16:3e:13:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed212d0-528f-4237-b08e-6be4467826e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:11Z', 'updated_at': '2022-04-07T11:45:43Z', 'revision_number': 1, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.720388 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:44.730125 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:44.731067 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:45:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:44.852732 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:44.936155 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-4a29a280-b6b6-4aec-9fa2-e355d5f82c6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 999 time: 0.1247022 Apr 07 11:45:45.042984 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e693870-b321-4170-8df2-b06417c2f9cc req-36ded0b9-d123-45a0-96e9-1b14cc264417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:45.042984 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-36ded0b9-d123-45a0-96e9-1b14cc264417 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0868907 Apr 07 11:45:45.109952 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e693870-b321-4170-8df2-b06417c2f9cc req-ef0ae0ac-6328-4445-bbab-091c602d0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:45.111614 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-ef0ae0ac-6328-4445-bbab-091c602d0490 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668612 Apr 07 11:45:45.265390 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'fa6fca5e-a75b-44fd-9540-502a0b6d7dc7', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'mac_address': 'fa:16:3e:13:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed212d0-528f-4237-b08e-6be4467826e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:11Z', 'updated_at': '2022-04-07T11:45:43Z', 'revision_number': 1, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:45.302033 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415575dd-8bac-418b-ac7b-d3cfc45bfa80 None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'fa6fca5e-a75b-44fd-9540-502a0b6d7dc7', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'mac_address': 'fa:16:3e:13:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed212d0-528f-4237-b08e-6be4467826e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:11Z', 'updated_at': '2022-04-07T11:45:43Z', 'revision_number': 1, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:45.333704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee2d2-cafb-4ab7-b7f0-12ad9d533dd8 req-147a797d-f421-4135-9c66-43b5a6f54d59 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:45.337547 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a92ee2d2-cafb-4ab7-b7f0-12ad9d533dd8 req-147a797d-f421-4135-9c66-43b5a6f54d59 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0732551 Apr 07 11:45:45.461444 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a92ee2d2-cafb-4ab7-b7f0-12ad9d533dd8 req-011b7f36-06b4-4a85-a34c-f9d1fb20c7c5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135967 Apr 07 11:45:45.485180 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-ff49ed1f-78c7-423a-82c4-b3b7cc0a5aba service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465590 Apr 07 11:45:45.578050 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device a4fd9825-4be6-430c-9064-8725a8752006 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:45:45.622728 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73438500-a070-4029-a1f5-5206168fd524 None None] New status for floating IP fa6fca5e-a75b-44fd-9540-502a0b6d7dc7: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:45:45.623803 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e693870-b321-4170-8df2-b06417c2f9cc req-faf380e3-de8b-4ed3-b892-388bc62834a3 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263220 Apr 07 11:45:45.629312 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: a4fd9825-4be6-430c-9064-8725a8752006 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:45:45.629821 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device a4fd9825-4be6-430c-9064-8725a8752006 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:45:45.683582 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36368) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:45.695986 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.922069 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3a39-c352-4d7e-a998-f25a102734f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.011786 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3a39-c352-4d7e-a998-f25a102734f7 admin admin] Publish callbacks [] for security_group (2a5b77b8-be4d-4a6f-bb7d-7b11862ae043), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.017461 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b8e3a39-c352-4d7e-a998-f25a102734f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2a5b77b8-be4d-4a6f-bb7d-7b11862ae043), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.066026 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7b8e3a39-c352-4d7e-a998-f25a102734f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e63f85b1d2a4aaaa57ac7bc9abf63af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775373 Apr 07 11:45:46.066026 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e3a39-c352-4d7e-a998-f25a102734f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b77b8-be4d-4a6f-bb7d-7b11862ae043,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:46.067163 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36386) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.139862 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58de7eb8-344e-46ed-a411-069a43e898af admin admin] Publish callbacks [] for security_group (2a5b77b8-be4d-4a6f-bb7d-7b11862ae043), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.177922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58de7eb8-344e-46ed-a411-069a43e898af admin admin] Publish callbacks [] for security_group (2a5b77b8-be4d-4a6f-bb7d-7b11862ae043), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.187544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36400) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.245013 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58de7eb8-344e-46ed-a411-069a43e898af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2a5b77b8-be4d-4a6f-bb7d-7b11862ae043), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.247831 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58de7eb8-344e-46ed-a411-069a43e898af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.248391 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_v2 [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Deleting subnet 1a2b8774-6830-4f53-9591-150f00ebd253 {{(pid=109859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:46.249274 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-58de7eb8-344e-46ed-a411-069a43e898af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a5b77b8-be4d-4a6f-bb7d-7b11862ae043 HTTP/1.1" status: 204 len: 168 time: 0.1779096 Apr 07 11:45:46.259034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de7eb8-344e-46ed-a411-069a43e898af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b77b8-be4d-4a6f-bb7d-7b11862ae043,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:46.264685 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Publish callbacks [] for subnet (1a2b8774-6830-4f53-9591-150f00ebd253), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.322102 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Publish callbacks [] for subnet (1a2b8774-6830-4f53-9591-150f00ebd253), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.332142 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (1a2b8774-6830-4f53-9591-150f00ebd253), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.407130 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for subnet (1a2b8774-6830-4f53-9591-150f00ebd253), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.439760 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a2b8774-6830-4f53-9591-150f00ebd253,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:46.446530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.450074 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-080fb106-0a8d-4f16-97c4-2ea3acfd1ca0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1a2b8774-6830-4f53-9591-150f00ebd253 HTTP/1.1" status: 204 len: 168 time: 0.2611525 Apr 07 11:45:46.452345 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36430) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.536978 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (b50f581b-e35c-4371-9133-cb2639940244), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.575108 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36438) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.669314 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260942da-1232-4ca6-80a9-237293544782 req-704bd23f-61d8-418e-9937-d422e6c1b465 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:46.670821 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-260942da-1232-4ca6-80a9-237293544782 req-704bd23f-61d8-418e-9937-d422e6c1b465 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.1297975 Apr 07 11:45:46.675472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (b50f581b-e35c-4371-9133-cb2639940244), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.698429 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e9fdbfa-fde8-4561-9e3b-954855b0316e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.709079 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.709550 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.710732 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.711062 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > port after_create 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.711403 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.711716 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > port after_update 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.712032 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.712349 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.712757 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.712994 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.743599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36446) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.765945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ef8-6104-46bd-9e7e-f6622870d686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.779816 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.780143 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.780477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.780827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:46.781259 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50f581b-e35c-4371-9133-cb2639940244']}} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:46.804671 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7b1bf4-202f-4c6c-8e24-e3efa316de21') {'for_net_delete': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:46.805022 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7b1bf4-202f-4c6c-8e24-e3efa316de21') {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:46.821932 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e9fdbfa-fde8-4561-9e3b-954855b0316e admin admin] Publish callbacks [] for security_group (64617d91-e54b-42dd-a31d-260dc7193967), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.827470 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e9fdbfa-fde8-4561-9e3b-954855b0316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (64617d91-e54b-42dd-a31d-260dc7193967), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.835754 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9314823'] for segment (2a7b1bf4-202f-4c6c-8e24-e3efa316de21), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.868807 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-260942da-1232-4ca6-80a9-237293544782 req-bff7d2e0-5a2e-4960-817a-ab8dbd132894 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905587 Apr 07 11:45:46.869783 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (2a7b1bf4-202f-4c6c-8e24-e3efa316de21), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.880318 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:46.880773 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315285'] for segment (2a7b1bf4-202f-4c6c-8e24-e3efa316de21), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: from cryptography.utils import int_from_bytes Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: from cryptography.utils import int_from_bytes Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: Traceback (most recent call last): Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: timer() Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: cb(*args, **kw) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: return func(*args, **kwargs) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: self._notify() Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: self.callback(batched_events) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: event.method(event) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: return f(self, *a, **k) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._get(url).json() Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:46.885353 dv-cinder-836804-2-iscsi neutron-server[109859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:46.887376 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1e9fdbfa-fde8-4561-9e3b-954855b0316e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a0738e0c210492c8d6efd18c1675e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092103 Apr 07 11:45:46.888568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fdbfa-fde8-4561-9e3b-954855b0316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64617d91-e54b-42dd-a31d-260dc7193967,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:46.891423 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36450) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.932656 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ef8-6104-46bd-9e7e-f6622870d686 admin admin] Publish callbacks [] for security_group (b087d71e-873c-4793-bbbc-de4e59d0dee2), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.937967 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ef8-6104-46bd-9e7e-f6622870d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b087d71e-873c-4793-bbbc-de4e59d0dee2), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.941150 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36452) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.960422 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (b50f581b-e35c-4371-9133-cb2639940244), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.971491 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.978245 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b50f581b-e35c-4371-9133-cb2639940244 HTTP/1.1" status: 204 len: 168 time: 0.5221221 Apr 07 11:45:46.998243 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d284f3f-7bcb-4931-8e75-c51e8aa76d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50f581b-e35c-4371-9133-cb2639940244,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.009119 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20ef8-6104-46bd-9e7e-f6622870d686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b087d71e-873c-4793-bbbc-de4e59d0dee2,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.017960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36458) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.018299 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a7e20ef8-6104-46bd-9e7e-f6622870d686 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b96ebedda64f4324aba8948d88cf7188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732754 Apr 07 11:45:47.019116 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1647-417c-4ce5-9f96-549db8381b9c admin admin] Publish callbacks [] for security_group (64617d91-e54b-42dd-a31d-260dc7193967), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.050064 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1647-417c-4ce5-9f96-549db8381b9c admin admin] Publish callbacks [] for security_group (64617d91-e54b-42dd-a31d-260dc7193967), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.083482 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7cb70c9d-f69f-4117-911a-4fe464f45ed3 admin admin] Publish callbacks [] for security_group (b087d71e-873c-4793-bbbc-de4e59d0dee2), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.117821 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1647-417c-4ce5-9f96-549db8381b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (64617d91-e54b-42dd-a31d-260dc7193967), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.121312 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4d6c1647-417c-4ce5-9f96-549db8381b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.125498 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7cb70c9d-f69f-4117-911a-4fe464f45ed3 admin admin] Publish callbacks [] for security_group (b087d71e-873c-4793-bbbc-de4e59d0dee2), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.125589 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4d6c1647-417c-4ce5-9f96-549db8381b9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64617d91-e54b-42dd-a31d-260dc7193967 HTTP/1.1" status: 204 len: 168 time: 0.2280531 Apr 07 11:45:47.125663 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-950fea2c-0164-457a-b26b-21d74d84cf7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.126457 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36462) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.133261 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c1647-417c-4ce5-9f96-549db8381b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64617d91-e54b-42dd-a31d-260dc7193967,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.226955 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-771a7461-06ca-48e4-bbda-b418d7f0bc06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2e0ee348ae540f3bab63d71232c0fb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0985711 Apr 07 11:45:47.229866 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36464) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.246903 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7cb70c9d-f69f-4117-911a-4fe464f45ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b087d71e-873c-4793-bbbc-de4e59d0dee2), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.249708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7cb70c9d-f69f-4117-911a-4fe464f45ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.253241 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7cb70c9d-f69f-4117-911a-4fe464f45ed3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b087d71e-873c-4793-bbbc-de4e59d0dee2 HTTP/1.1" status: 204 len: 168 time: 0.2317202 Apr 07 11:45:47.270530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb70c9d-f69f-4117-911a-4fe464f45ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b087d71e-873c-4793-bbbc-de4e59d0dee2,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.274168 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-950fea2c-0164-457a-b26b-21d74d84cf7d admin admin] Publish callbacks [] for security_group (1984f0f2-7b98-4f24-ad0e-c01cace35abc), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.278844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-950fea2c-0164-457a-b26b-21d74d84cf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1984f0f2-7b98-4f24-ad0e-c01cace35abc), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.329654 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-950fea2c-0164-457a-b26b-21d74d84cf7d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b44b10aad27e4be5a46c6dbd4483872b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874710 Apr 07 11:45:47.330757 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fea2c-0164-457a-b26b-21d74d84cf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1984f0f2-7b98-4f24-ad0e-c01cace35abc,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.333273 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36468) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.392219 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b6424995-c3fb-4090-840c-8e608066dd72 admin admin] Publish callbacks [] for security_group (1984f0f2-7b98-4f24-ad0e-c01cace35abc), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.421677 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b6424995-c3fb-4090-840c-8e608066dd72 admin admin] Publish callbacks [] for security_group (1984f0f2-7b98-4f24-ad0e-c01cace35abc), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.482138 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b6424995-c3fb-4090-840c-8e608066dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1984f0f2-7b98-4f24-ad0e-c01cace35abc), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.485333 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b6424995-c3fb-4090-840c-8e608066dd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.489255 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-b6424995-c3fb-4090-840c-8e608066dd72 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1984f0f2-7b98-4f24-ad0e-c01cace35abc HTTP/1.1" status: 204 len: 168 time: 0.1525652 Apr 07 11:45:47.503859 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-328ad56f-9bb8-45cd-b321-9c421d4bade9 admin admin] Publish callbacks [] for security_group (442dc115-436f-412e-8823-5e5626b89a33), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.507553 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6424995-c3fb-4090-840c-8e608066dd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984f0f2-7b98-4f24-ad0e-c01cace35abc,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.542683 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-328ad56f-9bb8-45cd-b321-9c421d4bade9 admin admin] Publish callbacks [] for security_group (442dc115-436f-412e-8823-5e5626b89a33), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.599261 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-328ad56f-9bb8-45cd-b321-9c421d4bade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (442dc115-436f-412e-8823-5e5626b89a33), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.602330 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-328ad56f-9bb8-45cd-b321-9c421d4bade9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.603660 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-328ad56f-9bb8-45cd-b321-9c421d4bade9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/442dc115-436f-412e-8823-5e5626b89a33 HTTP/1.1" status: 204 len: 168 time: 0.3670242 Apr 07 11:45:47.611647 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ad56f-9bb8-45cd-b321-9c421d4bade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442dc115-436f-412e-8823-5e5626b89a33,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.803119 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36490) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.816834 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6a287518-2f79-4a8b-bfa8-f87b655b06e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.892719 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6a287518-2f79-4a8b-bfa8-f87b655b06e3 admin admin] Publish callbacks [] for security_group (51016733-af2b-4338-ace0-06739491f234), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.897593 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6a287518-2f79-4a8b-bfa8-f87b655b06e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (51016733-af2b-4338-ace0-06739491f234), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.948547 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a287518-2f79-4a8b-bfa8-f87b655b06e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51016733-af2b-4338-ace0-06739491f234,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.956350 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6a287518-2f79-4a8b-bfa8-f87b655b06e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adcc16515d344d45a7cc2eab113865ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491804 Apr 07 11:45:47.956574 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36500) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.041474 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4904907b-a3f6-4c45-8097-249e8c8c381d admin admin] Publish callbacks [] for security_group (51016733-af2b-4338-ace0-06739491f234), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.075431 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c6c7c-de4c-470c-94de-0851ae986463 req-47dabeb0-8593-4e9f-bf7e-97f4cf36b544 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:48.077263 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-653c6c7c-de4c-470c-94de-0851ae986463 req-47dabeb0-8593-4e9f-bf7e-97f4cf36b544 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0916057 Apr 07 11:45:48.079492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4904907b-a3f6-4c45-8097-249e8c8c381d admin admin] Publish callbacks [] for security_group (51016733-af2b-4338-ace0-06739491f234), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.166612 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-653c6c7c-de4c-470c-94de-0851ae986463 req-b06c86ad-21eb-41f4-a266-c6749618600c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708559 Apr 07 11:45:48.179072 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4904907b-a3f6-4c45-8097-249e8c8c381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (51016733-af2b-4338-ace0-06739491f234), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.182651 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4904907b-a3f6-4c45-8097-249e8c8c381d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.183770 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-4904907b-a3f6-4c45-8097-249e8c8c381d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51016733-af2b-4338-ace0-06739491f234 HTTP/1.1" status: 204 len: 168 time: 0.2261481 Apr 07 11:45:48.191944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904907b-a3f6-4c45-8097-249e8c8c381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51016733-af2b-4338-ace0-06739491f234,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.304338 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d4b4-c3da-449e-88e7-1bbbb635da65 req-aca7fc8b-8978-4d9a-ad33-60ea01e4ac5d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:49.305882 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f779d4b4-c3da-449e-88e7-1bbbb635da65 req-aca7fc8b-8978-4d9a-ad33-60ea01e4ac5d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0661693 Apr 07 11:45:49.353898 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f779d4b4-c3da-449e-88e7-1bbbb635da65 req-23027841-2b2c-4947-acbf-39b82f3d5558 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Apr 07 11:45:50.479465 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e350234-00ba-41e1-a101-1a91569c3e2f req-2f7e80d6-1199-4bc5-bf43-383d5233a84e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:50.482115 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e350234-00ba-41e1-a101-1a91569c3e2f req-2f7e80d6-1199-4bc5-bf43-383d5233a84e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0626452 Apr 07 11:45:50.540712 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e350234-00ba-41e1-a101-1a91569c3e2f req-f009806e-aa4d-4bef-b68c-963e0755b095 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515447 Apr 07 11:45:51.649085 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36712) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.670964 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7daf6-3ae8-4339-8493-7d19f2ff8129 req-d3abb4ff-8f56-48e4-bba2-98a3d007817d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:51.672921 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b3f7daf6-3ae8-4339-8493-7d19f2ff8129 req-d3abb4ff-8f56-48e4-bba2-98a3d007817d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0548174 Apr 07 11:45:51.719601 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b3f7daf6-3ae8-4339-8493-7d19f2ff8129 req-0f4809d0-a94a-4bcb-bb63-ec4a53d7d76c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Apr 07 11:45:51.760032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-804f5791-0418-4722-8b5c-ccfd10c2cefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.832382 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-804f5791-0418-4722-8b5c-ccfd10c2cefe admin admin] Publish callbacks [] for security_group (33d4e807-86a4-4f9f-b59c-d6996aaceea7), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.835860 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-804f5791-0418-4722-8b5c-ccfd10c2cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (33d4e807-86a4-4f9f-b59c-d6996aaceea7), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.872459 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-804f5791-0418-4722-8b5c-ccfd10c2cefe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87eb2ba0c7b74a158dcb585fc4e215fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220595 Apr 07 11:45:51.873546 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f5791-0418-4722-8b5c-ccfd10c2cefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4e807-86a4-4f9f-b59c-d6996aaceea7,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.875376 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36716) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.921954 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-46650d59-ec39-4f04-b132-838a7faf42bd admin admin] Publish callbacks [] for security_group (33d4e807-86a4-4f9f-b59c-d6996aaceea7), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.941681 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-46650d59-ec39-4f04-b132-838a7faf42bd admin admin] Publish callbacks [] for security_group (33d4e807-86a4-4f9f-b59c-d6996aaceea7), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.988732 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-46650d59-ec39-4f04-b132-838a7faf42bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (33d4e807-86a4-4f9f-b59c-d6996aaceea7), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.991174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-46650d59-ec39-4f04-b132-838a7faf42bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.992299 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-46650d59-ec39-4f04-b132-838a7faf42bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33d4e807-86a4-4f9f-b59c-d6996aaceea7 HTTP/1.1" status: 204 len: 168 time: 0.1159613 Apr 07 11:45:51.999797 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46650d59-ec39-4f04-b132-838a7faf42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4e807-86a4-4f9f-b59c-d6996aaceea7,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.243624 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36726) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.260255 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f3d3473b-9d7f-408a-9564-252670b5d398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.359703 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f3d3473b-9d7f-408a-9564-252670b5d398 admin admin] Publish callbacks [] for security_group (27553bd9-2efb-466f-92a4-ecf36cf1da59), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.364068 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f3d3473b-9d7f-408a-9564-252670b5d398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (27553bd9-2efb-466f-92a4-ecf36cf1da59), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.407016 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-f3d3473b-9d7f-408a-9564-252670b5d398 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bf11fbfafda4dd8a9ec7ac003747545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600168 Apr 07 11:45:52.407016 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3473b-9d7f-408a-9564-252670b5d398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27553bd9-2efb-466f-92a4-ecf36cf1da59,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.407532 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36742) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.456274 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fdc23d8b-449b-4846-9c79-dd9af92a3e5a admin admin] Publish callbacks [] for security_group (27553bd9-2efb-466f-92a4-ecf36cf1da59), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.478262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fdc23d8b-449b-4846-9c79-dd9af92a3e5a admin admin] Publish callbacks [] for security_group (27553bd9-2efb-466f-92a4-ecf36cf1da59), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.535355 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fdc23d8b-449b-4846-9c79-dd9af92a3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (27553bd9-2efb-466f-92a4-ecf36cf1da59), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.538355 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fdc23d8b-449b-4846-9c79-dd9af92a3e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.539557 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fdc23d8b-449b-4846-9c79-dd9af92a3e5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27553bd9-2efb-466f-92a4-ecf36cf1da59 HTTP/1.1" status: 204 len: 168 time: 0.1311793 Apr 07 11:45:52.557240 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc23d8b-449b-4846-9c79-dd9af92a3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27553bd9-2efb-466f-92a4-ecf36cf1da59,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.859738 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdf546-065e-4961-8457-55cb16ed8767 req-93921b45-74f8-4be4-a020-209e659c6825 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:52.861545 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1dcdf546-065e-4961-8457-55cb16ed8767 req-93921b45-74f8-4be4-a020-209e659c6825 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0640776 Apr 07 11:45:52.941603 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1dcdf546-065e-4961-8457-55cb16ed8767 req-8a95c393-8050-457b-ad5a-16c41844347a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733294 Apr 07 11:45:54.086386 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a755-8b78-4890-a2ef-efe16171a4dc req-4587a8f7-7f11-4005-98de-9d2669d54f30 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:54.093426 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ff18a755-8b78-4890-a2ef-efe16171a4dc req-4587a8f7-7f11-4005-98de-9d2669d54f30 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0651724 Apr 07 11:45:54.140322 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ff18a755-8b78-4890-a2ef-efe16171a4dc req-4847bd90-8145-463d-b0a5-72ac4144a173 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Apr 07 11:45:54.531966 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36860) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.634939 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71c73b98-ea9b-4f15-aff7-496fd0b6e269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.712294 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71c73b98-ea9b-4f15-aff7-496fd0b6e269 admin admin] Publish callbacks [] for security_group (18df2c4c-2f22-488a-8afb-d406d941e865), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.716322 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71c73b98-ea9b-4f15-aff7-496fd0b6e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (18df2c4c-2f22-488a-8afb-d406d941e865), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.758742 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-71c73b98-ea9b-4f15-aff7-496fd0b6e269 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84b3eb482ea2469f9bf59d41d2943fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256227 Apr 07 11:45:54.759954 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73b98-ea9b-4f15-aff7-496fd0b6e269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18df2c4c-2f22-488a-8afb-d406d941e865,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:54.761457 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36868) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.826721 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd965116-edd6-41d0-8382-e4cfeb11b71a admin admin] Publish callbacks [] for security_group (18df2c4c-2f22-488a-8afb-d406d941e865), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.849924 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd965116-edd6-41d0-8382-e4cfeb11b71a admin admin] Publish callbacks [] for security_group (18df2c4c-2f22-488a-8afb-d406d941e865), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.898396 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd965116-edd6-41d0-8382-e4cfeb11b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (18df2c4c-2f22-488a-8afb-d406d941e865), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.901068 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cd965116-edd6-41d0-8382-e4cfeb11b71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.902353 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-cd965116-edd6-41d0-8382-e4cfeb11b71a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18df2c4c-2f22-488a-8afb-d406d941e865 HTTP/1.1" status: 204 len: 168 time: 0.1395657 Apr 07 11:45:54.910215 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd965116-edd6-41d0-8382-e4cfeb11b71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18df2c4c-2f22-488a-8afb-d406d941e865,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.158277 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36882) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:55.172796 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a01dcfb3-6d48-4a49-b63f-91f3a21a197c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.290352 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a01dcfb3-6d48-4a49-b63f-91f3a21a197c admin admin] Publish callbacks [] for security_group (4e5bb856-fc75-44b3-8f3f-51a0c868d087), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.295292 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a01dcfb3-6d48-4a49-b63f-91f3a21a197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (4e5bb856-fc75-44b3-8f3f-51a0c868d087), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.315659 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928019-3647-458a-aa1e-b089b6c25cbb req-cc886487-b340-44f5-9c1d-fa19a07da00b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:55.317154 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ed928019-3647-458a-aa1e-b089b6c25cbb req-cc886487-b340-44f5-9c1d-fa19a07da00b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0909145 Apr 07 11:45:55.357477 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a01dcfb3-6d48-4a49-b63f-91f3a21a197c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95027966443446e89907b268d6011051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979592 Apr 07 11:45:55.360125 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36890) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:55.362802 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dcfb3-6d48-4a49-b63f-91f3a21a197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5bb856-fc75-44b3-8f3f-51a0c868d087,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.388610 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ed928019-3647-458a-aa1e-b089b6c25cbb req-6f70e836-3e96-4597-812b-b0bcb13b874e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639141 Apr 07 11:45:55.434984 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c9f40ed-7d47-4ca3-ae84-270feca7a252 admin admin] Publish callbacks [] for security_group (4e5bb856-fc75-44b3-8f3f-51a0c868d087), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.459146 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c9f40ed-7d47-4ca3-ae84-270feca7a252 admin admin] Publish callbacks [] for security_group (4e5bb856-fc75-44b3-8f3f-51a0c868d087), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.509265 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c9f40ed-7d47-4ca3-ae84-270feca7a252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (4e5bb856-fc75-44b3-8f3f-51a0c868d087), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.511924 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c9f40ed-7d47-4ca3-ae84-270feca7a252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.513347 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3c9f40ed-7d47-4ca3-ae84-270feca7a252 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e5bb856-fc75-44b3-8f3f-51a0c868d087 HTTP/1.1" status: 204 len: 168 time: 0.1522436 Apr 07 11:45:55.521530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f40ed-7d47-4ca3-ae84-270feca7a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5bb856-fc75-44b3-8f3f-51a0c868d087,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.867450 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 36908) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:55.881466 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8552-bf6a-4774-ba19-b8e89cbd6d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.955205 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8552-bf6a-4774-ba19-b8e89cbd6d62 admin admin] Publish callbacks [] for security_group (6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.958456 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8552-bf6a-4774-ba19-b8e89cbd6d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.000231 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8e9a8552-bf6a-4774-ba19-b8e89cbd6d62 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9fa647ee8134d3eae2354b04e8a5a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288431 Apr 07 11:45:56.000231 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a8552-bf6a-4774-ba19-b8e89cbd6d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:56.000783 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 36916) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:56.058783 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4baa-e892-41c9-99c6-1c06a76be382 admin admin] Publish callbacks [] for security_group (6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.080853 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4baa-e892-41c9-99c6-1c06a76be382 admin admin] Publish callbacks [] for security_group (6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.141056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4baa-e892-41c9-99c6-1c06a76be382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.141056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4baa-e892-41c9-99c6-1c06a76be382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.141056 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6e3f4baa-e892-41c9-99c6-1c06a76be382 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19 HTTP/1.1" status: 204 len: 168 time: 0.1377854 Apr 07 11:45:56.148413 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f4baa-e892-41c9-99c6-1c06a76be382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1ed4b4-a71c-4e9d-8833-a40c1cf25f19,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:56.512730 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880b210-c56c-45bc-93fe-be55c31d1695 req-80982e65-de6e-40f1-9752-e70dfe0d8c51 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:56.514437 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5880b210-c56c-45bc-93fe-be55c31d1695 req-80982e65-de6e-40f1-9752-e70dfe0d8c51 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0536547 Apr 07 11:45:56.561483 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5880b210-c56c-45bc-93fe-be55c31d1695 req-f78c6736-4eee-4fe5-9db3-0615b38f4e78 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Apr 07 11:45:57.332727 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e5ca-a40f-4cdc-b398-b53b0698bb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.675286 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93439db4-e756-4165-9cca-fd00cd4f8b20 req-42fac6a0-9f62-4920-880e-ffb8e7c44a43 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:57.676734 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93439db4-e756-4165-9cca-fd00cd4f8b20 req-42fac6a0-9f62-4920-880e-ffb8e7c44a43 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Apr 07 11:45:57.722208 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93439db4-e756-4165-9cca-fd00cd4f8b20 req-c2362d6f-dc75-463d-b403-2d4808e60e92 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Apr 07 11:45:58.841341 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca33ba-38ff-4d26-8089-9254d9587e17 req-7c64ffc8-9705-4ffc-9867-9668a3e61bb9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:58.842819 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08ca33ba-38ff-4d26-8089-9254d9587e17 req-7c64ffc8-9705-4ffc-9867-9668a3e61bb9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0548952 Apr 07 11:45:58.888259 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08ca33ba-38ff-4d26-8089-9254d9587e17 req-647a84d0-4595-48fa-bb48-dde278353f50 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Apr 07 11:45:59.537830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cec30501-7d2c-4f59-a7cb-244bfee2a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.670090 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37002) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.770358 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15cdee3e-306b-4e41-8ff7-83f5e859d6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.844992 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15cdee3e-306b-4e41-8ff7-83f5e859d6a6 admin admin] Publish callbacks [] for security_group (fc528c2e-fba0-434f-abd0-6d788dabc723), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.848922 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15cdee3e-306b-4e41-8ff7-83f5e859d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (fc528c2e-fba0-434f-abd0-6d788dabc723), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.892223 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdee3e-306b-4e41-8ff7-83f5e859d6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc528c2e-fba0-434f-abd0-6d788dabc723,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.897926 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-15cdee3e-306b-4e41-8ff7-83f5e859d6a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=216c5d63d00444a9a39efb718c4b9a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267983 Apr 07 11:45:59.900004 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37014) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.990390 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-26cf3059-2889-4c29-a33f-9779cecdd574 admin admin] Publish callbacks [] for security_group (fc528c2e-fba0-434f-abd0-6d788dabc723), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.027400 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88931db9-06f0-4461-b278-4278a8ae6072 req-41a04f46-10fa-4b9e-ab31-95113cd72c60 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:00.028444 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-26cf3059-2889-4c29-a33f-9779cecdd574 admin admin] Publish callbacks [] for security_group (fc528c2e-fba0-434f-abd0-6d788dabc723), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.034342 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-88931db9-06f0-4461-b278-4278a8ae6072 req-41a04f46-10fa-4b9e-ab31-95113cd72c60 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0726814 Apr 07 11:46:00.095524 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-88931db9-06f0-4461-b278-4278a8ae6072 req-33ee9edf-3f61-4caf-89ef-42c9f93ee543 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601182 Apr 07 11:46:00.102103 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-26cf3059-2889-4c29-a33f-9779cecdd574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (fc528c2e-fba0-434f-abd0-6d788dabc723), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.105282 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-26cf3059-2889-4c29-a33f-9779cecdd574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.109191 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-26cf3059-2889-4c29-a33f-9779cecdd574 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc528c2e-fba0-434f-abd0-6d788dabc723 HTTP/1.1" status: 204 len: 168 time: 0.2072232 Apr 07 11:46:00.118906 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf3059-2889-4c29-a33f-9779cecdd574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc528c2e-fba0-434f-abd0-6d788dabc723,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.391246 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37040) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.404509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d31516f6-2eb9-4d65-b8c0-832f3ef67374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.477260 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d31516f6-2eb9-4d65-b8c0-832f3ef67374 admin admin] Publish callbacks [] for security_group (9c9ef58e-9941-4fa2-8157-720f91114b16), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.481363 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d31516f6-2eb9-4d65-b8c0-832f3ef67374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9c9ef58e-9941-4fa2-8157-720f91114b16), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.521652 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d31516f6-2eb9-4d65-b8c0-832f3ef67374 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4358ae161dde4e42b2d1f13ae882e8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292496 Apr 07 11:46:00.522565 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31516f6-2eb9-4d65-b8c0-832f3ef67374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ef58e-9941-4fa2-8157-720f91114b16,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.524168 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37044) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.570462 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-156be54a-80e3-4080-943b-f316b0f16109 admin admin] Publish callbacks [] for security_group (9c9ef58e-9941-4fa2-8157-720f91114b16), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.590483 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-156be54a-80e3-4080-943b-f316b0f16109 admin admin] Publish callbacks [] for security_group (9c9ef58e-9941-4fa2-8157-720f91114b16), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.637273 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.638241 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-156be54a-80e3-4080-943b-f316b0f16109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (9c9ef58e-9941-4fa2-8157-720f91114b16), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.640806 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-156be54a-80e3-4080-943b-f316b0f16109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.641957 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-156be54a-80e3-4080-943b-f316b0f16109 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c9ef58e-9941-4fa2-8157-720f91114b16 HTTP/1.1" status: 204 len: 168 time: 0.1168127 Apr 07 11:46:00.649460 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156be54a-80e3-4080-943b-f316b0f16109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ef58e-9941-4fa2-8157-720f91114b16,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.951508 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37050) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.964283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e9fb82bf-62a1-4be9-a261-22917bd724ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.036918 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e9fb82bf-62a1-4be9-a261-22917bd724ed admin admin] Publish callbacks [] for security_group (296c2cd8-9a87-42aa-8c2f-7622e3a65b46), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.041113 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e9fb82bf-62a1-4be9-a261-22917bd724ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (296c2cd8-9a87-42aa-8c2f-7622e3a65b46), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.078150 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e9fb82bf-62a1-4be9-a261-22917bd724ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a668e4537af547c9b5e1bec0cf8d8959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256096 Apr 07 11:46:01.079270 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb82bf-62a1-4be9-a261-22917bd724ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296c2cd8-9a87-42aa-8c2f-7622e3a65b46,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.080798 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37052) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.129712 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e3c154d-7b7e-4a14-bf40-dbdcd5c648c6 admin admin] Publish callbacks [] for security_group (296c2cd8-9a87-42aa-8c2f-7622e3a65b46), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.151289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e3c154d-7b7e-4a14-bf40-dbdcd5c648c6 admin admin] Publish callbacks [] for security_group (296c2cd8-9a87-42aa-8c2f-7622e3a65b46), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.198975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e3c154d-7b7e-4a14-bf40-dbdcd5c648c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (296c2cd8-9a87-42aa-8c2f-7622e3a65b46), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.201911 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1e3c154d-7b7e-4a14-bf40-dbdcd5c648c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.205511 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1e3c154d-7b7e-4a14-bf40-dbdcd5c648c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/296c2cd8-9a87-42aa-8c2f-7622e3a65b46 HTTP/1.1" status: 204 len: 168 time: 0.1212161 Apr 07 11:46:01.211202 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c154d-7b7e-4a14-bf40-dbdcd5c648c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c2cd8-9a87-42aa-8c2f-7622e3a65b46,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.221374 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a683c-4307-4a71-9772-08d6f976fa82 req-a3c80173-e1fe-4208-ae26-cf0dadb69228 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:01.222893 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d07a683c-4307-4a71-9772-08d6f976fa82 req-a3c80173-e1fe-4208-ae26-cf0dadb69228 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0613968 Apr 07 11:46:01.274002 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d07a683c-4307-4a71-9772-08d6f976fa82 req-34271984-e81d-41db-97db-a76d30d9b564 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Apr 07 11:46:01.896254 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.389451 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1228ab-370d-49e4-9bc7-227aa68b0157 req-a0bf4125-12d7-4de9-baf4-743206daa310 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:02.390920 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ba1228ab-370d-49e4-9bc7-227aa68b0157 req-a0bf4125-12d7-4de9-baf4-743206daa310 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0522585 Apr 07 11:46:02.436441 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ba1228ab-370d-49e4-9bc7-227aa68b0157 req-b49ab66e-7db3-48f4-9579-4ed3fd6099d4 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Apr 07 11:46:03.554074 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a51df7-6693-4c0d-91cb-a70de8e4cb53 req-54dfe3c8-b591-44e0-b1fe-914d22b9d2e5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:03.555541 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a2a51df7-6693-4c0d-91cb-a70de8e4cb53 req-54dfe3c8-b591-44e0-b1fe-914d22b9d2e5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Apr 07 11:46:03.577743 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.607253 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a2a51df7-6693-4c0d-91cb-a70de8e4cb53 req-7ae59eb1-7b80-4983-8cc7-73e242dd44cf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 Apr 07 11:46:04.721864 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042fa1-2059-44fe-af70-0d04577c90b7 req-622dfd67-864b-47a1-8579-0a3a2f2b417d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.723324 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-21042fa1-2059-44fe-af70-0d04577c90b7 req-622dfd67-864b-47a1-8579-0a3a2f2b417d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Apr 07 11:46:04.769242 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-21042fa1-2059-44fe-af70-0d04577c90b7 req-e4312c77-cc32-4f2b-841c-c505fc756f6a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Apr 07 11:46:05.883113 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876433d3-3d8d-4520-8f73-c63e7caf8450 req-602380e4-5a9f-45d2-87c8-825d7613cba0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:05.884547 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-876433d3-3d8d-4520-8f73-c63e7caf8450 req-602380e4-5a9f-45d2-87c8-825d7613cba0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0508261 Apr 07 11:46:05.937866 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-876433d3-3d8d-4520-8f73-c63e7caf8450 req-c4b8a8fb-9d82-46f5-8be4-30ac1cbb6789 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Apr 07 11:46:07.052018 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8103d49-83f8-4d56-95f7-a51fb5824951 req-0a4626b0-9a9b-4ae5-9694-61f59fcd8af3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:07.053996 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8103d49-83f8-4d56-95f7-a51fb5824951 req-0a4626b0-9a9b-4ae5-9694-61f59fcd8af3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Apr 07 11:46:07.097985 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8103d49-83f8-4d56-95f7-a51fb5824951 req-c9f6f420-7dba-429c-8107-e0680a9199d3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Apr 07 11:46:08.213447 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfbaf1-d243-46b4-a867-df9d2612c15b req-d1b462bc-208c-46b5-8eed-38467e2782d5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.214879 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efbfbaf1-d243-46b4-a867-df9d2612c15b req-d1b462bc-208c-46b5-8eed-38467e2782d5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0507433 Apr 07 11:46:08.259462 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efbfbaf1-d243-46b4-a867-df9d2612c15b req-8ad2d047-951e-41e9-a0c5-36c9edb14da3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Apr 07 11:46:09.382338 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993cba-6153-4a1d-bf59-bfd0d0c05ef9 req-2dd994c3-fb07-45fe-99f6-1ff1922bad44 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.383832 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-56993cba-6153-4a1d-bf59-bfd0d0c05ef9 req-2dd994c3-fb07-45fe-99f6-1ff1922bad44 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0553608 Apr 07 11:46:09.430496 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-56993cba-6153-4a1d-bf59-bfd0d0c05ef9 req-a2b25ddc-400c-443b-942b-869e96c81fac tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Apr 07 11:46:10.546893 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845d79-3d16-4419-9d68-c3658e879aac req-cb940ccc-9e4f-419e-a0e3-999ad5d94ee1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.548331 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-36845d79-3d16-4419-9d68-c3658e879aac req-cb940ccc-9e4f-419e-a0e3-999ad5d94ee1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Apr 07 11:46:10.592684 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-36845d79-3d16-4419-9d68-c3658e879aac req-741a9031-a9f0-4ff4-9e2f-6f0661127ed2 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Apr 07 11:46:11.564866 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:11.708755 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0e74d-a438-4a43-97dd-2997259e4829 req-b12b00fe-1969-4074-8506-0c4e504f00ff tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:11.710216 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93c0e74d-a438-4a43-97dd-2997259e4829 req-b12b00fe-1969-4074-8506-0c4e504f00ff tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Apr 07 11:46:11.758249 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93c0e74d-a438-4a43-97dd-2997259e4829 req-a3e7cc13-825c-440e-9cf1-0311d2de2066 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Apr 07 11:46:12.871725 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a40b-3f3e-45af-8d28-dcc7db3aad4a req-6c5a9c9e-767c-4183-9df6-74e41a3b399a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.873165 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d038a40b-3f3e-45af-8d28-dcc7db3aad4a req-6c5a9c9e-767c-4183-9df6-74e41a3b399a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Apr 07 11:46:12.921753 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d038a40b-3f3e-45af-8d28-dcc7db3aad4a req-aaf03e25-8835-494c-8b3d-a14fd4335697 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Apr 07 11:46:14.039183 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488e609-207f-46dc-838b-9cf0cbb18535 req-790fd425-58cf-42d0-98e2-4ff7baf7618b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.040943 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4488e609-207f-46dc-838b-9cf0cbb18535 req-790fd425-58cf-42d0-98e2-4ff7baf7618b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Apr 07 11:46:14.114066 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4488e609-207f-46dc-838b-9cf0cbb18535 req-6ae9bfab-81fe-4384-82a2-61fb8e551a6c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616097 Apr 07 11:46:14.239232 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37214) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:14.347037 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-79a36e71-b97d-46e9-a44e-74893ef0ec92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.428310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-79a36e71-b97d-46e9-a44e-74893ef0ec92 admin admin] Publish callbacks [] for security_group (391166eb-70ec-4100-912b-add6d7e4fe42), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.432346 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-79a36e71-b97d-46e9-a44e-74893ef0ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (391166eb-70ec-4100-912b-add6d7e4fe42), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.472636 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-79a36e71-b97d-46e9-a44e-74893ef0ec92 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3dd39e09a02f4d4ba9ce6780fa0abbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321386 Apr 07 11:46:14.473580 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a36e71-b97d-46e9-a44e-74893ef0ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391166eb-70ec-4100-912b-add6d7e4fe42,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:14.475316 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37222) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:14.528059 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db029144-fcce-4fd7-9eba-1a4a01ca1c50 admin admin] Publish callbacks [] for security_group (391166eb-70ec-4100-912b-add6d7e4fe42), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.549132 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db029144-fcce-4fd7-9eba-1a4a01ca1c50 admin admin] Publish callbacks [] for security_group (391166eb-70ec-4100-912b-add6d7e4fe42), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.598320 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db029144-fcce-4fd7-9eba-1a4a01ca1c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (391166eb-70ec-4100-912b-add6d7e4fe42), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.602216 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db029144-fcce-4fd7-9eba-1a4a01ca1c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.603361 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-db029144-fcce-4fd7-9eba-1a4a01ca1c50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/391166eb-70ec-4100-912b-add6d7e4fe42 HTTP/1.1" status: 204 len: 168 time: 0.1269913 Apr 07 11:46:14.611302 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db029144-fcce-4fd7-9eba-1a4a01ca1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391166eb-70ec-4100-912b-add6d7e4fe42,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:14.854446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37232) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:14.867669 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-743bed45-ffd7-426c-b19f-55339e6384af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.937926 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-743bed45-ffd7-426c-b19f-55339e6384af admin admin] Publish callbacks [] for security_group (1550e8af-b7aa-4c79-ad86-958a00452de4), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.941633 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-743bed45-ffd7-426c-b19f-55339e6384af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1550e8af-b7aa-4c79-ad86-958a00452de4), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:14.979191 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-743bed45-ffd7-426c-b19f-55339e6384af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c728d7eb89c94c74b4d5fb5bf15ea341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235950 Apr 07 11:46:14.980024 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bed45-ffd7-426c-b19f-55339e6384af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550e8af-b7aa-4c79-ad86-958a00452de4,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:14.981848 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37234) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:15.029288 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0b13-fad7-429e-8609-202e08f9d94f admin admin] Publish callbacks [] for security_group (1550e8af-b7aa-4c79-ad86-958a00452de4), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.049791 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0b13-fad7-429e-8609-202e08f9d94f admin admin] Publish callbacks [] for security_group (1550e8af-b7aa-4c79-ad86-958a00452de4), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.093675 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0b13-fad7-429e-8609-202e08f9d94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1550e8af-b7aa-4c79-ad86-958a00452de4), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.096246 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0b13-fad7-429e-8609-202e08f9d94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.097469 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-cdfe0b13-fad7-429e-8609-202e08f9d94f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1550e8af-b7aa-4c79-ad86-958a00452de4 HTTP/1.1" status: 204 len: 168 time: 0.1146240 Apr 07 11:46:15.105441 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe0b13-fad7-429e-8609-202e08f9d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550e8af-b7aa-4c79-ad86-958a00452de4,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:15.242889 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f089f82-b032-43f8-8e6b-a098b58dcbd7 req-35dd4bcb-4011-4a88-a98e-b5e1e8694eba tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:15.250551 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7f089f82-b032-43f8-8e6b-a098b58dcbd7 req-35dd4bcb-4011-4a88-a98e-b5e1e8694eba tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0551333 Apr 07 11:46:15.295875 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7f089f82-b032-43f8-8e6b-a098b58dcbd7 req-2a80a6b0-bbf3-4de7-8882-4d8242a1d256 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Apr 07 11:46:15.599598 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.137972 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37282) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:16.238664 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e26aebf1-2582-44f6-bff3-20b0dba1be0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.314039 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e26aebf1-2582-44f6-bff3-20b0dba1be0a admin admin] Publish callbacks [] for security_group (70ca0688-7929-48c4-b9d1-453183cab1ac), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.317509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-e26aebf1-2582-44f6-bff3-20b0dba1be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (70ca0688-7929-48c4-b9d1-453183cab1ac), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.356142 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-e26aebf1-2582-44f6-bff3-20b0dba1be0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=282921871f3645e994ecb059ed23d097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171016 Apr 07 11:46:16.357135 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aebf1-2582-44f6-bff3-20b0dba1be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ca0688-7929-48c4-b9d1-453183cab1ac,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.358832 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37288) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:16.445739 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bc05c-8a49-4bf8-873d-9360f92cfbe5 req-cfdd5bac-4a1c-4074-a0bf-4ca59cc62707 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.447183 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-236bc05c-8a49-4bf8-873d-9360f92cfbe5 req-cfdd5bac-4a1c-4074-a0bf-4ca59cc62707 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0838065 Apr 07 11:46:16.450043 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a28b86fe-80ea-4b28-8353-96fcee075145 admin admin] Publish callbacks [] for security_group (70ca0688-7929-48c4-b9d1-453183cab1ac), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.483623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a28b86fe-80ea-4b28-8353-96fcee075145 admin admin] Publish callbacks [] for security_group (70ca0688-7929-48c4-b9d1-453183cab1ac), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.531808 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-236bc05c-8a49-4bf8-873d-9360f92cfbe5 req-45ca0109-3fa1-4612-997e-8b084111e64d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775521 Apr 07 11:46:16.549271 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a28b86fe-80ea-4b28-8353-96fcee075145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (70ca0688-7929-48c4-b9d1-453183cab1ac), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.551809 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a28b86fe-80ea-4b28-8353-96fcee075145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.552937 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a28b86fe-80ea-4b28-8353-96fcee075145 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70ca0688-7929-48c4-b9d1-453183cab1ac HTTP/1.1" status: 204 len: 168 time: 0.1906662 Apr 07 11:46:16.560564 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b86fe-80ea-4b28-8353-96fcee075145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ca0688-7929-48c4-b9d1-453183cab1ac,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:17.651223 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88fa3b-ef7f-4be0-98d7-6948c5c35162 req-895f1037-5ba5-4b68-8add-0b397938fab9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:17.652578 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6d88fa3b-ef7f-4be0-98d7-6948c5c35162 req-895f1037-5ba5-4b68-8add-0b397938fab9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Apr 07 11:46:17.698107 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6d88fa3b-ef7f-4be0-98d7-6948c5c35162 req-ce73d607-ed8a-4196-ad32-d22489f6159f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Apr 07 11:46:18.810823 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49202e-e3ec-46aa-9e3c-675240a0a926 req-bbef52ef-6359-4a48-8ff3-f60354a48227 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.812271 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa49202e-e3ec-46aa-9e3c-675240a0a926 req-bbef52ef-6359-4a48-8ff3-f60354a48227 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Apr 07 11:46:18.857686 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa49202e-e3ec-46aa-9e3c-675240a0a926 req-9cc91e10-1806-4b28-b25e-c4f786a29552 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Apr 07 11:46:19.976652 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda896b-9887-40fa-b280-6b8afb101089 req-6c307757-8329-494f-afac-5f87e3f00dba tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:19.978187 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1bda896b-9887-40fa-b280-6b8afb101089 req-6c307757-8329-494f-afac-5f87e3f00dba tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0554974 Apr 07 11:46:20.024204 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1bda896b-9887-40fa-b280-6b8afb101089 req-c8ea4016-8d77-496b-b7af-a55043591951 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Apr 07 11:46:21.139787 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9b327-0d49-4bf2-8a4b-e3a2189f70fc req-a6b68e63-50d5-47c0-b2ee-cb753bf39710 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:21.141163 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b4b9b327-0d49-4bf2-8a4b-e3a2189f70fc req-a6b68e63-50d5-47c0-b2ee-cb753bf39710 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Apr 07 11:46:21.184805 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b4b9b327-0d49-4bf2-8a4b-e3a2189f70fc req-94d9c274-a044-484b-bbe8-a2dc85fcf19c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Apr 07 11:46:22.260839 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18141a08-aaeb-474b-90f6-578cad0073b5 req-96febeed-454b-4a56-9a35-ae83eca83074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.262451 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-18141a08-aaeb-474b-90f6-578cad0073b5 req-96febeed-454b-4a56-9a35-ae83eca83074 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 1129 time: 0.0723705 Apr 07 11:46:22.337967 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-18141a08-aaeb-474b-90f6-578cad0073b5 req-963b34c2-c2a0-4dfe-b7b3-ee17ac51bb34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647709 Apr 07 11:46:22.345486 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc697b3-c91a-429f-a397-f827d3b6c666 req-73091317-ef2f-40a6-9e69-2b4d23462bd8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.346850 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7cc697b3-c91a-429f-a397-f827d3b6c666 req-73091317-ef2f-40a6-9e69-2b4d23462bd8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0830081 Apr 07 11:46:22.392476 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7cc697b3-c91a-429f-a397-f827d3b6c666 req-26a16a40-f3d1-49e3-99de-930156b3703a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Apr 07 11:46:22.870547 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9e4afef0-219c-4418-9c8e-a2a5b00d42c3 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8cf14e7a9692493cb0145f6a8f774ea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294213 Apr 07 11:46:23.060496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-000a1911-b5d5-45dc-81b5-39256898d087 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:23.061971 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-000a1911-b5d5-45dc-81b5-39256898d087 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860812 Apr 07 11:46:23.076654 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9616cf26-0370-4ba7-8ecc-dc191caea70d tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/quotas/8cf14e7a9692493cb0145f6a8f774ea2 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Apr 07 11:46:23.107732 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-8a196c13-580d-45a6-909d-660de46caba6 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8cf14e7a9692493cb0145f6a8f774ea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262902 Apr 07 11:46:23.269104 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-44d150e8-7837-49ca-90d1-28019c72baa3 req-7e04e85b-e7eb-4747-bf54-664b157b1d81 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Apr 07 11:46:23.527930 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96544d54-18f4-4269-80e0-c3de0060e7ec req-5ac886f0-9748-4400-9365-3fdd6e696838 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:23.529421 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-96544d54-18f4-4269-80e0-c3de0060e7ec req-5ac886f0-9748-4400-9365-3fdd6e696838 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0569906 Apr 07 11:46:23.578895 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-96544d54-18f4-4269-80e0-c3de0060e7ec req-f0a307ec-3bc3-4d3d-85c4-dfdb68d11b6e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Apr 07 11:46:24.361596 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5c77a232-699e-4e87-b337-1da48f9b008c req-69b2126d-2a2c-48ea-b26d-3e1e56e38d72 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 210 time: 0.0255108 Apr 07 11:46:24.692869 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32334b05-723a-4fab-8470-ec8cc559c5e8 req-b2c670f0-bef0-426c-8364-f05df7ad0ca6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:24.694998 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32334b05-723a-4fab-8470-ec8cc559c5e8 req-b2c670f0-bef0-426c-8364-f05df7ad0ca6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Apr 07 11:46:24.739122 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32334b05-723a-4fab-8470-ec8cc559c5e8 req-84398071-1059-4481-a9ba-621ba54e5148 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Apr 07 11:46:25.453841 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59d8afe2-3af6-4761-9e47-057658aca91c req-f28feeb7-b9ca-4eeb-9a55-87acd689a0c0 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Apr 07 11:46:25.860463 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea86d3-efbb-4ce8-86ed-d2372e05f313 req-d28c194a-742f-4180-aceb-38f536e340e3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:25.861923 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75ea86d3-efbb-4ce8-86ed-d2372e05f313 req-d28c194a-742f-4180-aceb-38f536e340e3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0546925 Apr 07 11:46:25.908604 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75ea86d3-efbb-4ce8-86ed-d2372e05f313 req-7f5334ad-e776-49d2-a81b-2b6ccd269f75 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Apr 07 11:46:26.546313 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a005d298-75fa-4bcc-9b80-e70a40d50f73 req-21a4f805-5bd4-414c-a325-d2af4696d4cf tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 210 time: 0.0273111 Apr 07 11:46:27.032020 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372097-192e-4cfb-858e-35ef8e151475 req-1ca8dd04-7bed-40dd-9d22-d65adb2d51bd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.033430 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d5372097-192e-4cfb-858e-35ef8e151475 req-1ca8dd04-7bed-40dd-9d22-d65adb2d51bd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0532632 Apr 07 11:46:27.082195 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d5372097-192e-4cfb-858e-35ef8e151475 req-cd6a5a82-9d70-44ef-b3cf-c381b5f997b0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427816 Apr 07 11:46:27.198837 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a92234-d353-4e5d-be1a-30fb8916a8df req-482495e2-1f13-496b-b673-ccb7af3e4d0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.200315 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08a92234-d353-4e5d-be1a-30fb8916a8df req-482495e2-1f13-496b-b673-ccb7af3e4d0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0529156 Apr 07 11:46:27.254464 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08a92234-d353-4e5d-be1a-30fb8916a8df req-d8921872-dcec-4858-bfd3-ac3d74de4394 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 Apr 07 11:46:27.325903 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a32387ab-a9a4-42a1-a4a7-49c7176c3981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.345322 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-3c79e600-deee-4177-86f3-e84d837af19e tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8cf14e7a9692493cb0145f6a8f774ea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204012 Apr 07 11:46:27.692103 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efbbe789-97c1-4d65-8b6b-d2e7402d851f req-7fc64da5-3b87-462b-80b7-5bb4be8ec169 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 210 time: 0.0326829 Apr 07 11:46:27.733040 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-6d34df09-640b-4096-8ed6-5318a4eea5f0 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.733040 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-6d34df09-640b-4096-8ed6-5318a4eea5f0 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803666 Apr 07 11:46:27.747907 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Request body: {'port': {'device_id': '932099d3-c27c-4894-8950-7ca7af09a500', 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec', 'admin_state_up': True, 'tenant_id': '8cf14e7a9692493cb0145f6a8f774ea2'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:27.854338 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Made reservation on behalf of 8cf14e7a9692493cb0145f6a8f774ea2 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:27.857744 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.865980 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.941583 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks [] for security_group (e9493c58-5091-49eb-8238-56db4eab02ef), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:27.946928 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e9493c58-5091-49eb-8238-56db4eab02ef), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.009919 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9493c58-5091-49eb-8238-56db4eab02ef,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:28.082243 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Allocated IP 192.168.233.69 (68943cde-14a0-4ea0-bad6-df697bdd6eec/22cf4fe9-9198-411a-a4f9-9986a850f1c7/45e2582e-4164-45ea-95b9-73d4579bb4f1) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:28.223546 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks [] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.256160 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.302187 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Network 68943cde-14a0-4ea0-bad6-df697bdd6eec is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:28.305305 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:28.312841 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:28.321244 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Pushing event updated for resources: {'Port': ['ID=45e2582e-4164-45ea-95b9-73d4579bb4f1,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:28.368323 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:28.369078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.387353 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-9d014f83-c0c2-48c7-b26d-a3915752fd59 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6429713 Apr 07 11:46:28.406790 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Request body: {'port': {'device_id': '932099d3-c27c-4894-8950-7ca7af09a500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:28.473618 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.581761 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-7a954a34-3944-45fa-bf7c-ef0e54b06637 None None] Provisioning complete for port 45e2582e-4164-45ea-95b9-73d4579bb4f1 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:28.583541 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7a954a34-3944-45fa-bf7c-ef0e54b06637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.631341 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-7a954a34-3944-45fa-bf7c-ef0e54b06637 None None] Port 45e2582e-4164-45ea-95b9-73d4579bb4f1 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:28.776072 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e2582e-4164-45ea-95b9-73d4579bb4f1 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:28.793296 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Publish callbacks [] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.826663 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Transition to ACTIVE for port object 45e2582e-4164-45ea-95b9-73d4579bb4f1 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:28.834808 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.918477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820adec-3510-4ef2-92e6-0d2c33e1a7c5 req-90065be8-1d81-4004-849b-db985da7b791 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:28.920008 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a820adec-3510-4ef2-92e6-0d2c33e1a7c5 req-90065be8-1d81-4004-849b-db985da7b791 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 935 time: 0.1384187 Apr 07 11:46:28.982472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Pushing event updated for resources: {'Port': ['ID=45e2582e-4164-45ea-95b9-73d4579bb4f1,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:29.109466 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-b4547922-628f-449f-9a6f-a10a05062d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.110984 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-b4547922-628f-449f-9a6f-a10a05062d36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1130 time: 0.2010412 Apr 07 11:46:29.117863 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a820adec-3510-4ef2-92e6-0d2c33e1a7c5 req-0b718536-f8de-4b2a-bc65-5a92b5897200 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654077 Apr 07 11:46:29.141909 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fafed-efbf-4c26-b106-0f933650d187 req-23079646-4002-4b21-b428-c1c5f765632c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.143412 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d06fafed-efbf-4c26-b106-0f933650d187 req-23079646-4002-4b21-b428-c1c5f765632c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.2225242 Apr 07 11:46:29.214531 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Attempting to bind port 45e2582e-4164-45ea-95b9-73d4579bb4f1 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:29.214873 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Attempting to bind port 45e2582e-4164-45ea-95b9-73d4579bb4f1 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:29.215315 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Attempting to bind port 45e2582e-4164-45ea-95b9-73d4579bb4f1 on network 68943cde-14a0-4ea0-bad6-df697bdd6eec {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:29.229623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Port 45e2582e-4164-45ea-95b9-73d4579bb4f1 on network 68943cde-14a0-4ea0-bad6-df697bdd6eec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:29.229951 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Attempting to bind port 45e2582e-4164-45ea-95b9-73d4579bb4f1 on network 68943cde-14a0-4ea0-bad6-df697bdd6eec {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:29.251747 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:29.252072 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Checking segment: {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:29.252458 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Bound using segment: {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:29.252916 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Bound port: 45e2582e-4164-45ea-95b9-73d4579bb4f1, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e428a424-0110-44f7-b639-a71b855f41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:29.253279 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.275487 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37542) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:29.285882 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-2f3ee7c1-9981-4b52-8d07-eeab57761219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.287374 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-2f3ee7c1-9981-4b52-8d07-eeab57761219 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.1655648 Apr 07 11:46:29.291643 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d06fafed-efbf-4c26-b106-0f933650d187 req-eeb3d13a-6523-48c6-8891-3c79576cd79e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293740 Apr 07 11:46:29.347167 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-47ec0072-1c53-48c1-9e4c-8b2bc28069d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 200 len: 217 time: 0.0522027 Apr 07 11:46:29.377288 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58917010-89cf-4ecf-876b-a9669a695793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.401577 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] For port 45e2582e-4164-45ea-95b9-73d4579bb4f1, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:29.423710 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] For port 45e2582e-4164-45ea-95b9-73d4579bb4f1, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:29.429514 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-94c4cb61-e963-4fa5-9eb1-c7bf953e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.431170 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-94c4cb61-e963-4fa5-9eb1-c7bf953e2454 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0679436 Apr 07 11:46:29.432656 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.454060 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58917010-89cf-4ecf-876b-a9669a695793 admin admin] Publish callbacks [] for security_group (59c06fa6-e968-41cf-826a-92959b091c23), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.457890 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-58917010-89cf-4ecf-876b-a9669a695793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (59c06fa6-e968-41cf-826a-92959b091c23), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.489215 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.489844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.491455 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] 10.222.0.26 "PUT /v2.0/ports/45e2582e-4164-45ea-95b9-73d4579bb4f1 HTTP/1.1" status: 200 len: 1097 time: 1.0887311 Apr 07 11:46:29.492516 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932099d3-c27c-4894-8950-7ca7af09a500', 'tag': '45e2582e-4164-45ea-95b9-73d4579bb4f1'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:29.496909 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-58917010-89cf-4ecf-876b-a9669a695793 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9a9cd62d20b4437b900f14dfa0ecdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179842 Apr 07 11:46:29.497056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a996a-4830-43e9-ba96-90a425fdf7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "932099d3-c27c-4894-8950-7ca7af09a500", "tag": "45e2582e-4164-45ea-95b9-73d4579bb4f1"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:29.497852 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37548) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:29.514975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58917010-89cf-4ecf-876b-a9669a695793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c06fa6-e968-41cf-826a-92959b091c23,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:29.528038 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499ee8f-f3ea-4491-8a00-8215b004d16e service neutron] Pushing event updated for resources: {'Port': ['ID=45e2582e-4164-45ea-95b9-73d4579bb4f1,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:29.539084 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-d3e0d35a-e307-41bd-9160-6cff9a6ae4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.540893 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-d3e0d35a-e307-41bd-9160-6cff9a6ae4ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984538 Apr 07 11:46:29.556242 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ea80-b41d-429b-9bb1-410f0a7fd5b1 admin admin] Publish callbacks [] for security_group (59c06fa6-e968-41cf-826a-92959b091c23), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.560473 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c7398530-24e2-4bd6-9629-26487a458b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.585417 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ea80-b41d-429b-9bb1-410f0a7fd5b1 admin admin] Publish callbacks [] for security_group (59c06fa6-e968-41cf-826a-92959b091c23), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.604690 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e02e93-ed2f-411d-8e1a-dd29192f07c7 x-openstack-request-id: req-e5e02e93-ed2f-411d-8e1a-dd29192f07c7 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:29.605374 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932099d3-c27c-4894-8950-7ca7af09a500", "tag": "45e2582e-4164-45ea-95b9-73d4579bb4f1", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:29.605754 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5e02e93-ed2f-411d-8e1a-dd29192f07c7 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:29.606039 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e02e93-ed2f-411d-8e1a-dd29192f07c7'] response: {'name': 'network-changed', 'server_uuid': '932099d3-c27c-4894-8950-7ca7af09a500', 'tag': '45e2582e-4164-45ea-95b9-73d4579bb4f1', 'status': 'completed', 'code': 200} Apr 07 11:46:29.645309 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ea80-b41d-429b-9bb1-410f0a7fd5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (59c06fa6-e968-41cf-826a-92959b091c23), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.648820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ea80-b41d-429b-9bb1-410f0a7fd5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.650137 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2ec4ea80-b41d-429b-9bb1-410f0a7fd5b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59c06fa6-e968-41cf-826a-92959b091c23 HTTP/1.1" status: 204 len: 168 time: 0.1512716 Apr 07 11:46:29.659546 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4ea80-b41d-429b-9bb1-410f0a7fd5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c06fa6-e968-41cf-826a-92959b091c23,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:29.715626 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-c9dcfab0-6e9c-42c5-9c3d-04226cdd2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.717502 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-c9dcfab0-6e9c-42c5-9c3d-04226cdd2767 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cf14e7a9692493cb0145f6a8f774ea2&device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 1131 time: 0.1548316 Apr 07 11:46:29.720939 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-e80429f9-ba6f-449e-a6a2-e4262c23769f service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596546 Apr 07 11:46:29.784057 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-dcd53095-46ef-48ab-ae6b-a5376c2e04ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1 HTTP/1.1" status: 200 len: 217 time: 0.0549734 Apr 07 11:46:29.886454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-3db099bb-569a-4c98-b0db-8139ca424304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.887960 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-3db099bb-569a-4c98-b0db-8139ca424304 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22cf4fe9-9198-411a-a4f9-9986a850f1c7 HTTP/1.1" status: 200 len: 843 time: 0.0694847 Apr 07 11:46:29.911073 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f0e8e64-db1a-40c9-be37-3b2071a51d2e req-4427cdbd-e0f9-43b2-b926-8bbc7be75f19 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762891 Apr 07 11:46:29.953918 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-727670ab-f80c-4ba3-88ce-2af000f29954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.956270 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-727670ab-f80c-4ba3-88ce-2af000f29954 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68943cde-14a0-4ea0-bad6-df697bdd6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0595798 Apr 07 11:46:30.055519 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-4b5770d5-42a7-4a64-ac49-8b1365c50a9e service neutron] 10.222.0.26 "GET /v2.0/networks/68943cde-14a0-4ea0-bad6-df697bdd6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919020 Apr 07 11:46:30.234946 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51a1aed4-1f25-4526-a76b-b774b3019226 req-08bebf4b-ed1a-46ff-a528-43d4834196fd service neutron] 10.222.0.26 "GET /v2.0/networks/68943cde-14a0-4ea0-bad6-df697bdd6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125090 Apr 07 11:46:30.259327 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e005-5945-4b4a-9738-555832a61291 req-333f342b-fe6b-49a0-927e-ca8210c591e9 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.261057 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8280e005-5945-4b4a-9738-555832a61291 req-333f342b-fe6b-49a0-927e-ca8210c591e9 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 947 time: 0.0681174 Apr 07 11:46:30.308743 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8280e005-5945-4b4a-9738-555832a61291 req-5a7c6b6d-afbc-42f7-93cc-130282c81010 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Apr 07 11:46:30.409203 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06171420-08d3-467b-aed9-0d7e4373c727 req-12102c4f-5912-4fcb-8697-bad3e7f86bf1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.410567 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-06171420-08d3-467b-aed9-0d7e4373c727 req-12102c4f-5912-4fcb-8697-bad3e7f86bf1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0510657 Apr 07 11:46:30.454940 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-06171420-08d3-467b-aed9-0d7e4373c727 req-73d1e95e-55ca-484e-9a99-e862f88ab766 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384166 Apr 07 11:46:30.642216 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.241788 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37574) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:31.304550 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-3f394eb6-5433-4f09-86e3-f39745d8d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.306067 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-3f394eb6-5433-4f09-86e3-f39745d8d6ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cf14e7a9692493cb0145f6a8f774ea2&device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 1131 time: 0.0471752 Apr 07 11:46:31.372589 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-30ef9cf4-a3d7-4e5e-bbe8-2344c239766b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.460942 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-296b802b-e188-49c0-a99b-56b3f1e97332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.462391 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-296b802b-e188-49c0-a99b-56b3f1e97332 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68943cde-14a0-4ea0-bad6-df697bdd6eec HTTP/1.1" status: 200 len: 870 time: 0.1496718 Apr 07 11:46:31.495016 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883bfcf-4165-4f3d-96e9-694a93782ffa req-6f825b4f-48e5-43df-8070-d9b0dc6209cf tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.495168 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6883bfcf-4165-4f3d-96e9-694a93782ffa req-6f825b4f-48e5-43df-8070-d9b0dc6209cf tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 947 time: 0.1193960 Apr 07 11:46:31.529207 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-c6738756-3c5f-421e-9bcb-7c3680338cb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1 HTTP/1.1" status: 200 len: 217 time: 0.0555758 Apr 07 11:46:31.647506 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-30ef9cf4-a3d7-4e5e-bbe8-2344c239766b admin admin] Publish callbacks [] for security_group (d8973959-25a5-4d13-8391-46cf82d5dd3e), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.658775 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-30ef9cf4-a3d7-4e5e-bbe8-2344c239766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d8973959-25a5-4d13-8391-46cf82d5dd3e), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.666174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-40d0ad83-acb3-4224-9268-ca781d8ea046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.667640 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-40d0ad83-acb3-4224-9268-ca781d8ea046 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22cf4fe9-9198-411a-a4f9-9986a850f1c7 HTTP/1.1" status: 200 len: 843 time: 0.1225629 Apr 07 11:46:31.679419 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6883bfcf-4165-4f3d-96e9-694a93782ffa req-700adb07-cb36-4118-9320-9f834cfa12a9 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558337 Apr 07 11:46:31.731489 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c14c3-1b1e-4d41-84e5-7a3e6d4d7d18 req-6dafca76-6803-4cb9-97a3-d37f975f9029 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.732979 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f86c14c3-1b1e-4d41-84e5-7a3e6d4d7d18 req-6dafca76-6803-4cb9-97a3-d37f975f9029 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.1989832 Apr 07 11:46:31.742906 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-30ef9cf4-a3d7-4e5e-bbe8-2344c239766b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61fd0acfa8c94b4c8f0cc4811cb6030d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001667 Apr 07 11:46:31.745737 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37582) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:31.746461 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef9cf4-a3d7-4e5e-bbe8-2344c239766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8973959-25a5-4d13-8391-46cf82d5dd3e,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:31.793841 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-483c4152-dbe2-454f-82c5-a0bce7955d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.795304 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c82e21d8-d23f-486c-ba01-2f7b7882cc95 admin admin] Publish callbacks [] for security_group (d8973959-25a5-4d13-8391-46cf82d5dd3e), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.795429 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-483c4152-dbe2-454f-82c5-a0bce7955d1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68943cde-14a0-4ea0-bad6-df697bdd6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1193469 Apr 07 11:46:31.802284 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f86c14c3-1b1e-4d41-84e5-7a3e6d4d7d18 req-968e6d45-aef3-40dd-9a8e-c34cc715ac12 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Apr 07 11:46:31.817519 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c82e21d8-d23f-486c-ba01-2f7b7882cc95 admin admin] Publish callbacks [] for security_group (d8973959-25a5-4d13-8391-46cf82d5dd3e), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.862262 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 45e2582e-4164-45ea-95b9-73d4579bb4f1 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:31.884599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c82e21d8-d23f-486c-ba01-2f7b7882cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d8973959-25a5-4d13-8391-46cf82d5dd3e), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.887171 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c82e21d8-d23f-486c-ba01-2f7b7882cc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.899055 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-562d61d8-20bb-4db4-89d4-1fbc241aa925 service neutron] 10.222.0.26 "GET /v2.0/networks/68943cde-14a0-4ea0-bad6-df697bdd6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903685 Apr 07 11:46:31.900906 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c82e21d8-d23f-486c-ba01-2f7b7882cc95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8973959-25a5-4d13-8391-46cf82d5dd3e HTTP/1.1" status: 204 len: 168 time: 0.1463044 Apr 07 11:46:31.908978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e21d8-d23f-486c-ba01-2f7b7882cc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8973959-25a5-4d13-8391-46cf82d5dd3e,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:31.960232 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.987854 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 45e2582e-4164-45ea-95b9-73d4579bb4f1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:32.000226 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '45e2582e-4164-45ea-95b9-73d4579bb4f1', 'network_id': '68943cde-14a0-4ea0-bad6-df697bdd6eec', 'port_id': '45e2582e-4164-45ea-95b9-73d4579bb4f1', 'mac_address': 'fa:16:3e:e2:25:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22cf4fe9-9198-411a-a4f9-9986a850f1c7', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:32.011863 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a5a996a-4830-43e9-ba96-90a425fdf7d1 req-8769eb9a-a3ba-48e6-887a-48d14b75122d service neutron] 10.222.0.26 "GET /v2.0/networks/68943cde-14a0-4ea0-bad6-df697bdd6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037197 Apr 07 11:46:32.038792 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 45e2582e-4164-45ea-95b9-73d4579bb4f1 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:32.039184 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.051699 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e2582e-4164-45ea-95b9-73d4579bb4f1 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:32.075424 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 45e2582e-4164-45ea-95b9-73d4579bb4f1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:32.079214 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.126167 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=45e2582e-4164-45ea-95b9-73d4579bb4f1,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:32.134040 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.134394 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.134757 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.135119 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.135458 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.135789 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.136173 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.136442 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.136774 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.137127 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.137454 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.137800 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.138126 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.138450 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.138769 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:32.172783 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37588) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:32.186011 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cf27fe1c-7721-422d-ade1-c0328584eb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.258946 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cf27fe1c-7721-422d-ade1-c0328584eb54 admin admin] Publish callbacks [] for security_group (4be98ea7-a09d-47fd-9ad2-2e7814278caa), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.262369 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cf27fe1c-7721-422d-ade1-c0328584eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (4be98ea7-a09d-47fd-9ad2-2e7814278caa), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.299975 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-cf27fe1c-7721-422d-ade1-c0328584eb54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea55a14d3c9c492ca695702d3a41db2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260531 Apr 07 11:46:32.301100 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27fe1c-7721-422d-ade1-c0328584eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be98ea7-a09d-47fd-9ad2-2e7814278caa,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:32.302628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37590) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:32.350568 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-10ee006b-9fda-44c9-a4b2-629698cf3716 admin admin] Publish callbacks [] for security_group (4be98ea7-a09d-47fd-9ad2-2e7814278caa), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.371636 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-10ee006b-9fda-44c9-a4b2-629698cf3716 admin admin] Publish callbacks [] for security_group (4be98ea7-a09d-47fd-9ad2-2e7814278caa), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.406176 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['45e2582e-4164-45ea-95b9-73d4579bb4f1'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:32.418255 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-10ee006b-9fda-44c9-a4b2-629698cf3716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (4be98ea7-a09d-47fd-9ad2-2e7814278caa), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.421044 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-10ee006b-9fda-44c9-a4b2-629698cf3716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.422215 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-10ee006b-9fda-44c9-a4b2-629698cf3716 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4be98ea7-a09d-47fd-9ad2-2e7814278caa HTTP/1.1" status: 204 len: 168 time: 0.1180344 Apr 07 11:46:32.433222 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee006b-9fda-44c9-a4b2-629698cf3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be98ea7-a09d-47fd-9ad2-2e7814278caa,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:32.798109 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02742dc5-7578-4a85-bcfe-37af0de900ca req-8d5c212b-b0b8-4e0a-b386-d0dce377264a tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:32.799536 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-02742dc5-7578-4a85-bcfe-37af0de900ca req-8d5c212b-b0b8-4e0a-b386-d0dce377264a tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 948 time: 0.0528231 Apr 07 11:46:32.850839 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-02742dc5-7578-4a85-bcfe-37af0de900ca req-4927404e-b8b4-4c84-a8d6-f2dc5099ea33 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Apr 07 11:46:32.931333 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3649e-b59a-4548-bd5b-edd081dd3ebf req-bea69ac6-da54-45cd-b54c-ed72d2306afc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:32.932834 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-80a3649e-b59a-4548-bd5b-edd081dd3ebf req-bea69ac6-da54-45cd-b54c-ed72d2306afc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0578661 Apr 07 11:46:32.982399 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-80a3649e-b59a-4548-bd5b-edd081dd3ebf req-5f1f560b-9006-45d0-8894-a1775928010b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Apr 07 11:46:33.580970 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.894277 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 45e2582e-4164-45ea-95b9-73d4579bb4f1 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:33.945445 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 45e2582e-4164-45ea-95b9-73d4579bb4f1 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:33.949258 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 45e2582e-4164-45ea-95b9-73d4579bb4f1 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:33.949630 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.986189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fac7a-a79e-4314-8402-80a626da0de1 req-2f29e899-4c93-4290-83d0-8799a8c1172f tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:33.989311 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f05fac7a-a79e-4314-8402-80a626da0de1 req-2f29e899-4c93-4290-83d0-8799a8c1172f tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 948 time: 0.0643044 Apr 07 11:46:34.040679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 45e2582e-4164-45ea-95b9-73d4579bb4f1 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:34.041450 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f05fac7a-a79e-4314-8402-80a626da0de1 req-6758b2ca-4ca5-4a69-b5e9-b6e41084c52e tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463977 Apr 07 11:46:34.045431 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.071393 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932099d3-c27c-4894-8950-7ca7af09a500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2582e-4164-45ea-95b9-73d4579bb4f1'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:34.073715 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198f79e9-b77a-4494-8241-50c647088e8a" -d '{"events": [{"server_uuid": "932099d3-c27c-4894-8950-7ca7af09a500", "name": "network-vif-plugged", "status": "completed", "tag": "45e2582e-4164-45ea-95b9-73d4579bb4f1"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:34.086893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 45e2582e-4164-45ea-95b9-73d4579bb4f1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:34.098559 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.122821 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed50bf-f099-4007-96cb-311b67bfc8de req-ae688c6e-6227-49ce-9c14-7b1b3fb58e2b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:34.124778 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72ed50bf-f099-4007-96cb-311b67bfc8de req-ae688c6e-6227-49ce-9c14-7b1b3fb58e2b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0640359 Apr 07 11:46:34.130952 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1454215-80f2-44a6-8add-841bdb39fde3 x-openstack-request-id: req-c1454215-80f2-44a6-8add-841bdb39fde3 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:34.131271 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932099d3-c27c-4894-8950-7ca7af09a500", "name": "network-vif-plugged", "status": "completed", "tag": "45e2582e-4164-45ea-95b9-73d4579bb4f1", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:34.131530 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1454215-80f2-44a6-8add-841bdb39fde3 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:34.131931 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1454215-80f2-44a6-8add-841bdb39fde3'] response: {'server_uuid': '932099d3-c27c-4894-8950-7ca7af09a500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2582e-4164-45ea-95b9-73d4579bb4f1', 'code': 200} Apr 07 11:46:34.159155 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=45e2582e-4164-45ea-95b9-73d4579bb4f1,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.180170 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72ed50bf-f099-4007-96cb-311b67bfc8de req-85c30fbc-4d80-4a31-9fc4-9d4ea9429830 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Apr 07 11:46:34.246190 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37654) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:34.324013 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbf8ea-eae6-4749-b18d-9c821942c81c req-1c20171d-22d7-4106-a9b1-e81408bdde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:34.325535 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-18cbf8ea-eae6-4749-b18d-9c821942c81c req-1c20171d-22d7-4106-a9b1-e81408bdde3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 1133 time: 0.0431604 Apr 07 11:46:34.382574 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20f3ed38-212a-45a5-8113-340947b576b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.386704 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-18cbf8ea-eae6-4749-b18d-9c821942c81c req-77b65f90-2e0f-4bfc-ba8d-f201ff94ad18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Apr 07 11:46:34.457426 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20f3ed38-212a-45a5-8113-340947b576b1 admin admin] Publish callbacks [] for security_group (8cbb0ec1-5477-49b9-b497-8c9a17ca73b7), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.461115 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20f3ed38-212a-45a5-8113-340947b576b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8cbb0ec1-5477-49b9-b497-8c9a17ca73b7), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.503527 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-20f3ed38-212a-45a5-8113-340947b576b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee200646f88a43509b9e410b68e3d861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539382 Apr 07 11:46:34.503527 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ed38-212a-45a5-8113-340947b576b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbb0ec1-5477-49b9-b497-8c9a17ca73b7,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.503922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37658) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:34.554789 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c10c4484-b064-4c69-ac4a-281ea35b1443 admin admin] Publish callbacks [] for security_group (8cbb0ec1-5477-49b9-b497-8c9a17ca73b7), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.575035 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c10c4484-b064-4c69-ac4a-281ea35b1443 admin admin] Publish callbacks [] for security_group (8cbb0ec1-5477-49b9-b497-8c9a17ca73b7), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.620758 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c10c4484-b064-4c69-ac4a-281ea35b1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8cbb0ec1-5477-49b9-b497-8c9a17ca73b7), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.623524 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c10c4484-b064-4c69-ac4a-281ea35b1443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.625761 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c10c4484-b064-4c69-ac4a-281ea35b1443 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8cbb0ec1-5477-49b9-b497-8c9a17ca73b7 HTTP/1.1" status: 204 len: 168 time: 0.1208117 Apr 07 11:46:34.633695 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c4484-b064-4c69-ac4a-281ea35b1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbb0ec1-5477-49b9-b497-8c9a17ca73b7,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.872649 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37664) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:34.885701 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5b77c2b-acdc-4f7c-beb6-2a64b0551ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.955664 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5b77c2b-acdc-4f7c-beb6-2a64b0551ab6 admin admin] Publish callbacks [] for security_group (b1d5e1cb-7726-48e1-ae3f-a57b12509074), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.959853 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5b77c2b-acdc-4f7c-beb6-2a64b0551ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b1d5e1cb-7726-48e1-ae3f-a57b12509074), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.997664 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d5b77c2b-acdc-4f7c-beb6-2a64b0551ab6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=270d7398667547869a50008f94335df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231489 Apr 07 11:46:34.999642 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37666) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:35.000535 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b77c2b-acdc-4f7c-beb6-2a64b0551ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d5e1cb-7726-48e1-ae3f-a57b12509074,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:35.050572 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-df2dae1e-9214-482c-a8c9-51ad61753f7d admin admin] Publish callbacks [] for security_group (b1d5e1cb-7726-48e1-ae3f-a57b12509074), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.072790 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-df2dae1e-9214-482c-a8c9-51ad61753f7d admin admin] Publish callbacks [] for security_group (b1d5e1cb-7726-48e1-ae3f-a57b12509074), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.118792 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-df2dae1e-9214-482c-a8c9-51ad61753f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b1d5e1cb-7726-48e1-ae3f-a57b12509074), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.121643 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-df2dae1e-9214-482c-a8c9-51ad61753f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.122957 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-df2dae1e-9214-482c-a8c9-51ad61753f7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1d5e1cb-7726-48e1-ae3f-a57b12509074 HTTP/1.1" status: 204 len: 168 time: 0.1219063 Apr 07 11:46:35.132060 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dae1e-9214-482c-a8c9-51ad61753f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d5e1cb-7726-48e1-ae3f-a57b12509074,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:35.173492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec745bb-ec16-4450-a219-91201bd69da6 req-ec6008be-4a41-4898-95b0-157d6bab258d tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:35.175086 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7ec745bb-ec16-4450-a219-91201bd69da6 req-ec6008be-4a41-4898-95b0-157d6bab258d tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 949 time: 0.0663407 Apr 07 11:46:35.221931 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7ec745bb-ec16-4450-a219-91201bd69da6 req-1a62f3dc-c15a-48a2-88ea-aad6879e2f8f tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Apr 07 11:46:35.313389 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61535f42-9c2b-4230-895b-70a7cbdf4b83 req-3dbe0fdf-af9c-4e6c-b227-b357e7f20789 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:35.314923 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-61535f42-9c2b-4230-895b-70a7cbdf4b83 req-3dbe0fdf-af9c-4e6c-b227-b357e7f20789 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0604689 Apr 07 11:46:35.361427 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-61535f42-9c2b-4230-895b-70a7cbdf4b83 req-a79fca2c-ec94-44bb-8860-2e5d6733928c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Apr 07 11:46:36.341325 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970029a0-6367-47d0-860f-1d35c8e1e0c1 req-8841e4d3-ef49-4d8f-909b-38ce4fb0d432 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:36.342800 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-970029a0-6367-47d0-860f-1d35c8e1e0c1 req-8841e4d3-ef49-4d8f-909b-38ce4fb0d432 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 949 time: 0.0540502 Apr 07 11:46:36.389668 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-970029a0-6367-47d0-860f-1d35c8e1e0c1 req-fed1873b-789d-4703-b2e4-0986dfad3239 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Apr 07 11:46:36.481028 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4396-f790-4800-88e0-36fdafac58f8 req-7d5b5170-f209-453e-98d6-91cbc198d054 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:36.482509 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6a2d4396-f790-4800-88e0-36fdafac58f8 req-7d5b5170-f209-453e-98d6-91cbc198d054 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0521610 Apr 07 11:46:36.534098 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6a2d4396-f790-4800-88e0-36fdafac58f8 req-da1eadf9-b640-41d1-bd2b-72399b65ecf1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Apr 07 11:46:37.067429 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37744) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:37.169573 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-94add813-0541-49c0-9d5f-5f614120ae0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.241313 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-94add813-0541-49c0-9d5f-5f614120ae0e admin admin] Publish callbacks [] for security_group (a8980aef-076b-42e7-9e6f-d761149c31f5), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.245051 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-94add813-0541-49c0-9d5f-5f614120ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (a8980aef-076b-42e7-9e6f-d761149c31f5), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.283637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94add813-0541-49c0-9d5f-5f614120ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8980aef-076b-42e7-9e6f-d761149c31f5,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:37.289375 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-94add813-0541-49c0-9d5f-5f614120ae0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fece4ac3842a4cc5bef24bbb5616b339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209356 Apr 07 11:46:37.292002 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37748) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:37.340724 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-edba8f84-4905-40a1-8fde-8c4d34b53451 admin admin] Publish callbacks [] for security_group (a8980aef-076b-42e7-9e6f-d761149c31f5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.361149 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-edba8f84-4905-40a1-8fde-8c4d34b53451 admin admin] Publish callbacks [] for security_group (a8980aef-076b-42e7-9e6f-d761149c31f5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.406901 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-edba8f84-4905-40a1-8fde-8c4d34b53451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (a8980aef-076b-42e7-9e6f-d761149c31f5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.409522 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-edba8f84-4905-40a1-8fde-8c4d34b53451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.410652 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-edba8f84-4905-40a1-8fde-8c4d34b53451 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8980aef-076b-42e7-9e6f-d761149c31f5 HTTP/1.1" status: 204 len: 168 time: 0.1177673 Apr 07 11:46:37.418615 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba8f84-4905-40a1-8fde-8c4d34b53451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8980aef-076b-42e7-9e6f-d761149c31f5,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:37.512323 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c825a-7f22-4ded-ac58-23a53a213858 req-b7257abc-666a-4f42-a5ec-c20c8a713c7c tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:37.514271 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a35c825a-7f22-4ded-ac58-23a53a213858 req-b7257abc-666a-4f42-a5ec-c20c8a713c7c tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 949 time: 0.0550909 Apr 07 11:46:37.563120 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a35c825a-7f22-4ded-ac58-23a53a213858 req-af960ad6-d6cc-46c6-9301-e66335eee3bf tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Apr 07 11:46:37.656114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae68f1-8896-43dd-9c03-6141b1e40b0c req-4218941d-eb7c-4918-bad0-34a0bfcda9f0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:37.657815 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1bae68f1-8896-43dd-9c03-6141b1e40b0c req-4218941d-eb7c-4918-bad0-34a0bfcda9f0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0542531 Apr 07 11:46:37.711358 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1bae68f1-8896-43dd-9c03-6141b1e40b0c req-27273672-89b7-42f8-afd4-9b5aa8a70106 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Apr 07 11:46:37.856422 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37764) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:37.869889 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7846-6b2c-4928-9393-23a33aa07ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.948827 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7846-6b2c-4928-9393-23a33aa07ef5 admin admin] Publish callbacks [] for security_group (769bc8af-bae5-44f3-8dd7-709e87129950), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.953211 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7846-6b2c-4928-9393-23a33aa07ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (769bc8af-bae5-44f3-8dd7-709e87129950), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:37.995902 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c9bb7846-6b2c-4928-9393-23a33aa07ef5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9b5e888d77b412b917c9cf94e39a01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382465 Apr 07 11:46:37.996497 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37766) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:37.998553 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb7846-6b2c-4928-9393-23a33aa07ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769bc8af-bae5-44f3-8dd7-709e87129950,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:38.058642 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86dfef00-035a-4934-b85d-fdc4ab72c356 admin admin] Publish callbacks [] for security_group (769bc8af-bae5-44f3-8dd7-709e87129950), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.079870 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86dfef00-035a-4934-b85d-fdc4ab72c356 admin admin] Publish callbacks [] for security_group (769bc8af-bae5-44f3-8dd7-709e87129950), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.089788 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf6b2-ac34-4a3a-9d9e-1c0ab2532ae3 req-cf2b80af-24d8-4370-8052-4b56b7c0c5dd tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:38.091528 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-571bf6b2-ac34-4a3a-9d9e-1c0ab2532ae3 req-cf2b80af-24d8-4370-8052-4b56b7c0c5dd tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 949 time: 0.2957568 Apr 07 11:46:38.128289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86dfef00-035a-4934-b85d-fdc4ab72c356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (769bc8af-bae5-44f3-8dd7-709e87129950), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.131294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86dfef00-035a-4934-b85d-fdc4ab72c356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.135054 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-86dfef00-035a-4934-b85d-fdc4ab72c356 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/769bc8af-bae5-44f3-8dd7-709e87129950 HTTP/1.1" status: 204 len: 168 time: 0.1348734 Apr 07 11:46:38.139192 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-571bf6b2-ac34-4a3a-9d9e-1c0ab2532ae3 req-7e6381f0-2d30-4414-937e-7a80ad591037 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Apr 07 11:46:38.141265 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfef00-035a-4934-b85d-fdc4ab72c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769bc8af-bae5-44f3-8dd7-709e87129950,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:38.829656 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184f619-cff3-4cfe-8e05-cde4806fb739 req-e26a875e-7fa8-4b3b-97ad-218cb8fe7fea tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:38.831047 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9184f619-cff3-4cfe-8e05-cde4806fb739 req-e26a875e-7fa8-4b3b-97ad-218cb8fe7fea tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0515628 Apr 07 11:46:38.876553 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9184f619-cff3-4cfe-8e05-cde4806fb739 req-aa159c3e-3324-4c14-a83d-7f1789b19c25 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Apr 07 11:46:39.262341 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd359dbc-c5e3-418f-8cc5-a40ed81cc16c req-5c204aee-16e3-48a1-b410-5e2bee5fe682 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.263828 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fd359dbc-c5e3-418f-8cc5-a40ed81cc16c req-5c204aee-16e3-48a1-b410-5e2bee5fe682 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 949 time: 0.0559354 Apr 07 11:46:39.310136 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fd359dbc-c5e3-418f-8cc5-a40ed81cc16c req-c6e35d67-295c-46bd-903a-2645b5ef4a1a tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9493c58-5091-49eb-8238-56db4eab02ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Apr 07 11:46:39.549380 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-e683a0a3-98b4-49c1-94f0-d11ee2877488 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.550811 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-e683a0a3-98b4-49c1-94f0-d11ee2877488 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.26 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 949 time: 0.0515523 Apr 07 11:46:39.648476 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Deleting port 45e2582e-4164-45ea-95b9-73d4579bb4f1 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:46:39.648805 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.743078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] For port 45e2582e-4164-45ea-95b9-73d4579bb4f1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=45e2582e-4164-45ea-95b9-73d4579bb4f1,segment=NetworkSegment(e428a424-0110-44f7-b639-a71b855f41c2),segment_id=e428a424-0110-44f7-b639-a71b855f41c2)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:39.743410 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.756399 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Calling delete_port for 45e2582e-4164-45ea-95b9-73d4579bb4f1 owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:46:39.881453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (45e2582e-4164-45ea-95b9-73d4579bb4f1), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.896793 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['45e2582e-4164-45ea-95b9-73d4579bb4f1'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:39.909421 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Pushing event deleted for resources: {'Port': ['ID=45e2582e-4164-45ea-95b9-73d4579bb4f1,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:39.954914 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] No DVR routers for this DVR port 45e2582e-4164-45ea-95b9-73d4579bb4f1 on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:46:39.965174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.968380 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-419efe62-e81a-4f42-a9e2-b46b193739e0 req-9df5a000-737e-41a8-bfcc-0b3d5eb61bc7 tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.26 "DELETE /v2.0/ports/45e2582e-4164-45ea-95b9-73d4579bb4f1 HTTP/1.1" status: 204 len: 173 time: 0.4118035 Apr 07 11:46:39.968830 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932099d3-c27c-4894-8950-7ca7af09a500', 'name': 'network-vif-deleted', 'tag': '45e2582e-4164-45ea-95b9-73d4579bb4f1'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:39.971093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1982f1-08d9-40a6-8b32-58702837d2c9" -d '{"events": [{"server_uuid": "932099d3-c27c-4894-8950-7ca7af09a500", "name": "network-vif-deleted", "tag": "45e2582e-4164-45ea-95b9-73d4579bb4f1"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:40.024557 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48ccdb-b62b-4b76-a2f5-7d9605d262a8 req-8fcce94f-7b23-4b60-b1e4-b8f1834f35d7 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:40.026136 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3b48ccdb-b62b-4b76-a2f5-7d9605d262a8 req-8fcce94f-7b23-4b60-b1e4-b8f1834f35d7 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0731843 Apr 07 11:46:40.041979 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac34bde-a643-49e5-afda-64f0a95df0cb x-openstack-request-id: req-0ac34bde-a643-49e5-afda-64f0a95df0cb {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:40.042248 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932099d3-c27c-4894-8950-7ca7af09a500", "name": "network-vif-deleted", "tag": "45e2582e-4164-45ea-95b9-73d4579bb4f1", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:40.042840 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ac34bde-a643-49e5-afda-64f0a95df0cb {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:40.043408 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac34bde-a643-49e5-afda-64f0a95df0cb'] response: {'server_uuid': '932099d3-c27c-4894-8950-7ca7af09a500', 'name': 'network-vif-deleted', 'tag': '45e2582e-4164-45ea-95b9-73d4579bb4f1', 'status': 'completed', 'code': 200} Apr 07 11:46:40.083425 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3b48ccdb-b62b-4b76-a2f5-7d9605d262a8 req-a1519999-5b15-4e97-b950-1db10477e354 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Apr 07 11:46:40.417162 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dc447c58-a129-4215-859a-70c7ae632394 req-0819ed7e-1acf-4eef-9e46-b21cdec1c66f tempest-VolumesNegativeTest-1735588501 tempest-VolumesNegativeTest-1735588501-project] 10.222.0.47 "GET /v2.0/ports?device_id=932099d3-c27c-4894-8950-7ca7af09a500 HTTP/1.1" status: 200 len: 210 time: 0.0270145 Apr 07 11:46:41.203033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313736e2-b4af-4f7c-83e0-9028a3c0cc38 req-0ac42c82-81f2-4896-9937-cbd0003b883d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:41.204511 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-313736e2-b4af-4f7c-83e0-9028a3c0cc38 req-0ac42c82-81f2-4896-9937-cbd0003b883d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0511615 Apr 07 11:46:41.252599 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-313736e2-b4af-4f7c-83e0-9028a3c0cc38 req-9eb190fe-2c9a-4616-b368-b2f9e4e336b4 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Apr 07 11:46:41.960429 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 45e2582e-4164-45ea-95b9-73d4579bb4f1 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:46:41.995909 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 45e2582e-4164-45ea-95b9-73d4579bb4f1 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:46:41.995909 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 45e2582e-4164-45ea-95b9-73d4579bb4f1 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:46:42.188143 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37926) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:42.294366 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.410780 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f2880-8c8e-4e25-8a9e-b5dc74fc7032 req-a92a94bc-728e-4776-8bcf-b99a9bb9e5b1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:42.412313 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e38f2880-8c8e-4e25-8a9e-b5dc74fc7032 req-a92a94bc-728e-4776-8bcf-b99a9bb9e5b1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0859008 Apr 07 11:46:42.430743 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Publish callbacks [] for security_group (081b22a1-e268-40bb-a885-02f514d3f6e8), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.438915 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (081b22a1-e268-40bb-a885-02f514d3f6e8), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.487594 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7226abe8fd2d415cb6e0ca6bb67be795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983656 Apr 07 11:46:42.490796 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37950) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:42.498687 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b22a1-e268-40bb-a885-02f514d3f6e8,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:42.505414 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e38f2880-8c8e-4e25-8a9e-b5dc74fc7032 req-d65fa005-3629-46c0-a7d3-4f8ae51b44ac tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850296 Apr 07 11:46:42.510691 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.511042 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.511393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.511734 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.512070 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.512403 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.512732 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.513094 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.513425 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.513758 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.514158 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.514412 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.514735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.515061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.515384 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8ea82-8a60-4502-9451-e4c56ebef1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:42.559199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-43722da0-8e74-48dc-9dab-589263744842 admin admin] Publish callbacks [] for security_group (081b22a1-e268-40bb-a885-02f514d3f6e8), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.582587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-43722da0-8e74-48dc-9dab-589263744842 admin admin] Publish callbacks [] for security_group (081b22a1-e268-40bb-a885-02f514d3f6e8), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.634553 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-43722da0-8e74-48dc-9dab-589263744842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (081b22a1-e268-40bb-a885-02f514d3f6e8), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.637197 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-43722da0-8e74-48dc-9dab-589263744842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.640791 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-43722da0-8e74-48dc-9dab-589263744842 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/081b22a1-e268-40bb-a885-02f514d3f6e8 HTTP/1.1" status: 204 len: 168 time: 0.1460872 Apr 07 11:46:42.655524 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43722da0-8e74-48dc-9dab-589263744842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b22a1-e268-40bb-a885-02f514d3f6e8,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:42.930999 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 37978) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:42.944211 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.024885 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Publish callbacks [] for security_group (e24e2fb4-b13c-4cad-a616-cee9a5de62cb), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.029039 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e24e2fb4-b13c-4cad-a616-cee9a5de62cb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.074339 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=efc0fa904b13431bad966d7f7a527a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419809 Apr 07 11:46:43.076735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 37982) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:43.076961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24e2fb4-b13c-4cad-a616-cee9a5de62cb,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:43.085445 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.085794 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.086291 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.086638 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.087425 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.087425 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.087591 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.087918 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.088244 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.088570 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.088934 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.089268 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.089592 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.090034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.090360 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4e64d-7586-4d1b-a410-e7882d23de8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:43.145850 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7be631-381f-47fa-8b9d-88cd5ce3d544 admin admin] Publish callbacks [] for security_group (e24e2fb4-b13c-4cad-a616-cee9a5de62cb), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.167466 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7be631-381f-47fa-8b9d-88cd5ce3d544 admin admin] Publish callbacks [] for security_group (e24e2fb4-b13c-4cad-a616-cee9a5de62cb), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.215177 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7be631-381f-47fa-8b9d-88cd5ce3d544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e24e2fb4-b13c-4cad-a616-cee9a5de62cb), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.217833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-be7be631-381f-47fa-8b9d-88cd5ce3d544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.219007 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-be7be631-381f-47fa-8b9d-88cd5ce3d544 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e24e2fb4-b13c-4cad-a616-cee9a5de62cb HTTP/1.1" status: 204 len: 168 time: 0.1411414 Apr 07 11:46:43.227271 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7be631-381f-47fa-8b9d-88cd5ce3d544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24e2fb4-b13c-4cad-a616-cee9a5de62cb,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:43.596221 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-3f8e9e15-c96a-4550-817c-284d61a774db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512555 Apr 07 11:46:43.694912 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797e9b-1823-4b23-9465-579d67600047 req-f505f8da-cd1e-4b09-92d7-266ad3ce7a5e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.696452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b5797e9b-1823-4b23-9465-579d67600047 req-f505f8da-cd1e-4b09-92d7-266ad3ce7a5e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0972013 Apr 07 11:46:43.703014 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339747-83a5-4802-8fac-3d687e77520a req-c3daf4ad-a823-410a-bb99-0fb2078e1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.704452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-c3daf4ad-a823-410a-bb99-0fb2078e1a66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1130 time: 0.0840142 Apr 07 11:46:43.789187 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b5797e9b-1823-4b23-9465-579d67600047 req-1eab694d-d486-450b-bb22-29389823468e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792639 Apr 07 11:46:43.874120 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339747-83a5-4802-8fac-3d687e77520a req-e75cf30d-eb8c-4998-9384-ec05e1161513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.875850 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-e75cf30d-eb8c-4998-9384-ec05e1161513 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.1342256 Apr 07 11:46:44.010711 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-2c65f653-63d8-436e-9958-528388f3d440 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 1001 time: 0.1223619 Apr 07 11:46:44.118943 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339747-83a5-4802-8fac-3d687e77520a req-3f4f48bb-eee4-4113-8fbc-32ea4e9bcf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:44.125385 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-3f4f48bb-eee4-4113-8fbc-32ea4e9bcf60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.1033964 Apr 07 11:46:44.182493 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339747-83a5-4802-8fac-3d687e77520a req-3d961c31-3a27-4e3e-814b-37dc3b0f7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:44.184028 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-3d961c31-3a27-4e3e-814b-37dc3b0f7ebe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542626 Apr 07 11:46:44.239321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38106) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:44.291957 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-ec2de0a9-b826-4cd9-a52f-ba4afe780e0f service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949225 Apr 07 11:46:44.340058 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1898793995-network', 'tenant_id': 'fcaa2c61844d491f9f8df00a74b39a5d'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:44.365993 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Made reservation on behalf of fcaa2c61844d491f9f8df00a74b39a5d for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:44.369255 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.380214 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.388004 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6339747-83a5-4802-8fac-3d687e77520a req-bed302c6-0b37-4123-8d14-03c364cd8feb service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903032 Apr 07 11:46:44.475067 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks [] for security_group (f7645f34-72c3-4265-90fb-c50cb9848a72), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.479003 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (f7645f34-72c3-4265-90fb-c50cb9848a72), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.501078 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:46:44.514917 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7645f34-72c3-4265-90fb-c50cb9848a72,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:44.520129 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (32a4b415-a3d1-4874-bd77-163e9f75a671), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.520475 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Added segment 32a4b415-a3d1-4874-bd77-163e9f75a671 of type vlan for network 1652851b-0c8b-4ac5-bdab-f19e776cd110 Apr 07 11:46:44.561700 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (1652851b-0c8b-4ac5-bdab-f19e776cd110), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.586326 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (1652851b-0c8b-4ac5-bdab-f19e776cd110), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.587510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:44.588080 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.649770 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4089742 Apr 07 11:46:44.652468 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38130) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:44.660402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Request body: {'subnet': {'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1898793995-subnet', 'tenant_id': 'fcaa2c61844d491f9f8df00a74b39a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:44.667362 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51409a-0494-43c2-b21f-9a0962c79067 admin admin] Pushing event updated for resources: {'Network': ['ID=1652851b-0c8b-4ac5-bdab-f19e776cd110,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:44.678306 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 1652851b-0c8b-4ac5-bdab-f19e776cd110 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:46:44.688469 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Made reservation on behalf of fcaa2c61844d491f9f8df00a74b39a5d for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:44.691046 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.918775 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (a7ad273f-be58-4517-93d5-e7dddba8d634), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.933706 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf55b50-7a56-4317-8dc9-bd287c55db1b req-93baf0a3-06d9-4f92-97e9-313d79437261 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:44.935274 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bf55b50-7a56-4317-8dc9-bd287c55db1b req-93baf0a3-06d9-4f92-97e9-313d79437261 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0606294 Apr 07 11:46:44.977044 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ad273f-be58-4517-93d5-e7dddba8d634,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:44.983380 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bf55b50-7a56-4317-8dc9-bd287c55db1b req-5ff6d91c-58c3-4eef-a33c-ef56060a363b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Apr 07 11:46:44.984945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Checking segment: {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:44.985300 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Network hostable DHCP agents. Network: 1652851b-0c8b-4ac5-bdab-f19e776cd110, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:46:45.010228 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Network 1652851b-0c8b-4ac5-bdab-f19e776cd110 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:46:45.018549 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 1652851b-0c8b-4ac5-bdab-f19e776cd110) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:45.023309 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:45.023873 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.029352 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45fa2a-a895-4386-992b-21ed031fbfff None None] Network 1652851b-0c8b-4ac5-bdab-f19e776cd110 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:45.039066 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d5fe2d76-9c41-401f-a55a-933fc52098fa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3855875 Apr 07 11:46:45.133234 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613210bb-942f-4caa-8e64-8c74428c1208 None None] Network 1652851b-0c8b-4ac5-bdab-f19e776cd110 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:45.591683 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.105791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21244-df68-47b4-85c6-8243bd791d6a req-cd7dac42-48ee-47dc-a16f-cc34b348d2d2 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:46.107265 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-40a21244-df68-47b4-85c6-8243bd791d6a req-cd7dac42-48ee-47dc-a16f-cc34b348d2d2 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0567803 Apr 07 11:46:46.132874 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 38180) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:46.158299 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-40a21244-df68-47b4-85c6-8243bd791d6a req-7b0b8372-c677-4511-a3e8-f9136d5ea272 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Apr 07 11:46:46.299495 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-40f20f31-83b5-4f9f-bdb4-f4a6b0757589 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cf14e7a9692493cb0145f6a8f774ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632645 Apr 07 11:46:46.299718 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 38190) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:46.346991 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-965c0774-f8b2-4fb0-be9c-dd8d6e217fa7 admin admin] Publish callbacks [] for security_group (e9493c58-5091-49eb-8238-56db4eab02ef), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.369699 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-965c0774-f8b2-4fb0-be9c-dd8d6e217fa7 admin admin] Publish callbacks [] for security_group (e9493c58-5091-49eb-8238-56db4eab02ef), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.418592 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-965c0774-f8b2-4fb0-be9c-dd8d6e217fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e9493c58-5091-49eb-8238-56db4eab02ef), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.421117 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-965c0774-f8b2-4fb0-be9c-dd8d6e217fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.422272 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-965c0774-f8b2-4fb0-be9c-dd8d6e217fa7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9493c58-5091-49eb-8238-56db4eab02ef HTTP/1.1" status: 204 len: 168 time: 0.1216700 Apr 07 11:46:46.431511 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c0774-f8b2-4fb0-be9c-dd8d6e217fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9493c58-5091-49eb-8238-56db4eab02ef,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:46.671466 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad0ce7-62ab-4b4a-b443-c4756add4894 req-ca494f73-4115-4ae0-a7f1-67784cb1c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:46.677021 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8bad0ce7-62ab-4b4a-b443-c4756add4894 req-ca494f73-4115-4ae0-a7f1-67784cb1c1fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1130 time: 0.0864792 Apr 07 11:46:46.756132 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8bad0ce7-62ab-4b4a-b443-c4756add4894 req-d392002e-54b2-4d08-ba3c-9ab2ad5673ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731144 Apr 07 11:46:46.930259 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-147d59c8-0565-4b56-b1e3-9bee8af21d57 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:46.931770 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-147d59c8-0565-4b56-b1e3-9bee8af21d57 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/networks?id=1652851b-0c8b-4ac5-bdab-f19e776cd110 HTTP/1.1" status: 200 len: 809 time: 0.1091502 Apr 07 11:46:46.951429 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-705f5b32-9f58-492f-9cb4-bd0a4fff8f00 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/quotas/fcaa2c61844d491f9f8df00a74b39a5d HTTP/1.1" status: 200 len: 375 time: 0.0097325 Apr 07 11:46:46.988091 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-e2d99226-d1a3-4c92-9b63-51ccbca7052f tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282443 Apr 07 11:46:47.092662 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-dfb24864-1287-4bc7-b914-5d9588819b84 service neutron] 10.222.0.47 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969207 Apr 07 11:46:47.181927 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-d763087b-e521-4678-b199-112c84893169 service neutron] 10.222.0.47 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828702 Apr 07 11:46:47.289567 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b13fb1-7a9b-4a6c-8cdb-ce092fc644c9 req-312797f2-f0e0-4916-b813-d27ed8b5be6f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:47.291117 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-71b13fb1-7a9b-4a6c-8cdb-ce092fc644c9 req-312797f2-f0e0-4916-b813-d27ed8b5be6f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0620739 Apr 07 11:46:47.345271 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-71b13fb1-7a9b-4a6c-8cdb-ce092fc644c9 req-b0b56a08-856a-400a-95bf-4504dcd703f8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476630 Apr 07 11:46:47.385175 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5bcfacbb-8c87-4fdc-ad6a-ae0fbe0e7529 req-f390d6db-b75d-4e62-b7d5-d783894f6c81 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0443006 Apr 07 11:46:48.469002 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33a9d-e900-42d0-84db-b6da1a40355d req-8f0079f4-8f74-4483-b39f-8b88349387ff tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:48.470514 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f5a33a9d-e900-42d0-84db-b6da1a40355d req-8f0079f4-8f74-4483-b39f-8b88349387ff tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0564170 Apr 07 11:46:48.523654 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f5a33a9d-e900-42d0-84db-b6da1a40355d req-8f822c60-a3f6-42be-8f81-b49d94259081 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470614 Apr 07 11:46:48.567177 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:48.651408 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6b478b90-43b5-473e-9527-93b16632219b req-eb3306d6-b6f9-430b-b9ad-8f8479108a27 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0426319 Apr 07 11:46:49.045633 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-f0d37e05-f512-401e-9cf5-250a136a028d tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.047050 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-f0d37e05-f512-401e-9cf5-250a136a028d tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "GET /v2.0/networks?id=1652851b-0c8b-4ac5-bdab-f19e776cd110 HTTP/1.1" status: 200 len: 809 time: 0.0985193 Apr 07 11:46:49.060677 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Request body: {'port': {'device_id': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110', 'admin_state_up': True, 'tenant_id': 'fcaa2c61844d491f9f8df00a74b39a5d'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:49.169056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Made reservation on behalf of fcaa2c61844d491f9f8df00a74b39a5d for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:49.172295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.291445 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Allocated IP 172.20.0.5 (1652851b-0c8b-4ac5-bdab-f19e776cd110/a7ad273f-be58-4517-93d5-e7dddba8d634/23777b22-25e7-46b7-a704-6062635264bc) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:49.437829 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks [] for port (23777b22-25e7-46b7-a704-6062635264bc), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.470485 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (23777b22-25e7-46b7-a704-6062635264bc), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.510596 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Network 1652851b-0c8b-4ac5-bdab-f19e776cd110 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:49.515312 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:49.520994 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:49.547626 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Pushing event updated for resources: {'Port': ['ID=23777b22-25e7-46b7-a704-6062635264bc,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:49.581411 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.582891 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.602032 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-153bc5dc-de67-4342-b1cc-417fabb136ae tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452108 Apr 07 11:46:49.627357 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Request body: {'port': {'device_id': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:49.760362 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63d3a-2756-4333-bbc2-9301c8bd7876 req-15cf70fe-427f-4226-b7e6-06f3437abeb9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.761794 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d5b63d3a-2756-4333-bbc2-9301c8bd7876 req-15cf70fe-427f-4226-b7e6-06f3437abeb9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.1315696 Apr 07 11:46:49.762385 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (23777b22-25e7-46b7-a704-6062635264bc), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.788654 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb3e4e-6c3f-483a-87f4-b86fb0efb5a4 req-957b48cb-fd05-409b-a7e3-0ed2962f79a9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.790104 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3bdb3e4e-6c3f-483a-87f4-b86fb0efb5a4 req-957b48cb-fd05-409b-a7e3-0ed2962f79a9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1211677 Apr 07 11:46:49.935529 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d5b63d3a-2756-4333-bbc2-9301c8bd7876 req-afc293aa-961d-4bac-9a35-9acf32f0d655 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628177 Apr 07 11:46:49.941527 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3bdb3e4e-6c3f-483a-87f4-b86fb0efb5a4 req-df36046f-ce4e-4cb0-9a2c-a8f3e32e61ae tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429749 Apr 07 11:46:50.094912 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f621bb-f3ae-4c35-9e0c-078e18854d5b req-6da35303-a50f-45fd-90fd-926673e2b8d4 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.096381 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a9f621bb-f3ae-4c35-9e0c-078e18854d5b req-6da35303-a50f-45fd-90fd-926673e2b8d4 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 931 time: 0.1052015 Apr 07 11:46:50.226451 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23777b22-25e7-46b7-a704-6062635264bc {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:50.245930 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Publish callbacks [] for port (23777b22-25e7-46b7-a704-6062635264bc), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.256210 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a9f621bb-f3ae-4c35-9e0c-078e18854d5b req-c5dd6676-5ce4-461e-b902-228709398636 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502280 Apr 07 11:46:50.274441 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab081a9-1682-4762-a17b-ee041f26601f req-4a5fdd8a-dfbc-430c-b9e7-83e039e68967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.275839 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-4a5fdd8a-dfbc-430c-b9e7-83e039e68967 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 1130 time: 0.1295216 Apr 07 11:46:50.276722 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Transition to ACTIVE for port object 23777b22-25e7-46b7-a704-6062635264bc will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:50.287552 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979181b0-7871-469a-b115-334383a4d0d7 req-fd889d6c-4160-42de-b0db-d8139a95db3f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.288951 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-979181b0-7871-469a-b115-334383a4d0d7 req-fd889d6c-4160-42de-b0db-d8139a95db3f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.1308558 Apr 07 11:46:50.289541 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (23777b22-25e7-46b7-a704-6062635264bc), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.410590 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Pushing event updated for resources: {'Port': ['ID=23777b22-25e7-46b7-a704-6062635264bc,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:50.476657 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-979181b0-7871-469a-b115-334383a4d0d7 req-3823e43a-8e68-4280-b6ec-b8dafe6b926b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589606 Apr 07 11:46:50.496396 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab081a9-1682-4762-a17b-ee041f26601f req-2b8cc32e-9053-4b11-8550-8ab69cc0e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.497806 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-2b8cc32e-9053-4b11-8550-8ab69cc0e40f service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.2061920 Apr 07 11:46:50.548614 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-5b3af5a0-1fc0-4843-b909-a39b1d31f36c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 200 len: 217 time: 0.0416708 Apr 07 11:46:50.550793 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Attempting to bind port 23777b22-25e7-46b7-a704-6062635264bc on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:50.551126 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Attempting to bind port 23777b22-25e7-46b7-a704-6062635264bc by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:50.551454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Attempting to bind port 23777b22-25e7-46b7-a704-6062635264bc on network 1652851b-0c8b-4ac5-bdab-f19e776cd110 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:50.563533 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Port 23777b22-25e7-46b7-a704-6062635264bc on network 1652851b-0c8b-4ac5-bdab-f19e776cd110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:50.563847 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Attempting to bind port 23777b22-25e7-46b7-a704-6062635264bc on network 1652851b-0c8b-4ac5-bdab-f19e776cd110 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:50.816071 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:50.816307 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Checking segment: {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:50.816678 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Bound using segment: {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:50.817195 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Bound port: 23777b22-25e7-46b7-a704-6062635264bc, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:50.817839 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (23777b22-25e7-46b7-a704-6062635264bc), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.841436 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab081a9-1682-4762-a17b-ee041f26601f req-84c4fc86-7152-40fc-9120-d318d5acb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.842883 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-84c4fc86-7152-40fc-9120-d318d5acb5fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.2879515 Apr 07 11:46:50.918687 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] For port 23777b22-25e7-46b7-a704-6062635264bc, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:50.922145 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] For port 23777b22-25e7-46b7-a704-6062635264bc, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=23777b22-25e7-46b7-a704-6062635264bc,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:50.927453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab081a9-1682-4762-a17b-ee041f26601f req-2b6724f1-9937-49da-9d31-c117f691a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.928957 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-2b6724f1-9937-49da-9d31-c117f691a62d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695717 Apr 07 11:46:50.930328 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (23777b22-25e7-46b7-a704-6062635264bc), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.992971 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.993598 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.995003 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] 10.222.0.26 "PUT /v2.0/ports/23777b22-25e7-46b7-a704-6062635264bc HTTP/1.1" status: 200 len: 1093 time: 1.3764012 Apr 07 11:46:51.018399 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'tag': '23777b22-25e7-46b7-a704-6062635264bc'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:51.020669 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e777f50d-bd2e-492e-9aae-a6438cdbd4de" -d '{"events": [{"name": "network-changed", "server_uuid": "00806c49-33e1-4a05-abd8-8f69fa0a57f4", "tag": "23777b22-25e7-46b7-a704-6062635264bc"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:51.081782 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7a5047-6ec1-430c-ad3c-eb17f44081b3 x-openstack-request-id: req-ff7a5047-6ec1-430c-ad3c-eb17f44081b3 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:51.081993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00806c49-33e1-4a05-abd8-8f69fa0a57f4", "tag": "23777b22-25e7-46b7-a704-6062635264bc", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:51.082261 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff7a5047-6ec1-430c-ad3c-eb17f44081b3 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:51.082626 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7a5047-6ec1-430c-ad3c-eb17f44081b3'] response: {'name': 'network-changed', 'server_uuid': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'tag': '23777b22-25e7-46b7-a704-6062635264bc', 'status': 'completed', 'code': 200} Apr 07 11:46:51.089708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3ea45-4ab5-4397-948b-87885f6ffaad service neutron] Pushing event updated for resources: {'Port': ['ID=23777b22-25e7-46b7-a704-6062635264bc,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:51.136736 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-8495962e-f249-4d16-b3c3-771b9960b5e9 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988757 Apr 07 11:46:51.148700 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-9a3f6076-74fd-4c9c-a7cf-3106ac3ba2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.150180 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-9a3f6076-74fd-4c9c-a7cf-3106ac3ba2cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 1127 time: 0.1109486 Apr 07 11:46:51.217628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccba0b-277a-40f8-b54a-de21419abe67 req-9bf4133d-ea40-486b-8d59-509344722a53 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.219079 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-71ccba0b-277a-40f8-b54a-de21419abe67 req-9bf4133d-ea40-486b-8d59-509344722a53 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1667404 Apr 07 11:46:51.243719 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-693e24d1-98c8-4ad5-a819-4d1b7109078d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23777b22-25e7-46b7-a704-6062635264bc HTTP/1.1" status: 200 len: 217 time: 0.0847282 Apr 07 11:46:51.352792 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-71ccba0b-277a-40f8-b54a-de21419abe67 req-a5c40770-6cf5-41cd-b529-096197927b9d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106236 Apr 07 11:46:51.369033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-931ea9e8-65fb-471b-aa31-805346268760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.370441 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-931ea9e8-65fb-471b-aa31-805346268760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7ad273f-be58-4517-93d5-e7dddba8d634 HTTP/1.1" status: 200 len: 849 time: 0.1184444 Apr 07 11:46:51.376532 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fab081a9-1682-4762-a17b-ee041f26601f req-3803c483-ca26-45ed-afb7-69d770007554 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301221 Apr 07 11:46:51.415383 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-df7bdf6b-3276-47b3-b9a4-fcaf1c2f1b46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1652851b-0c8b-4ac5-bdab-f19e776cd110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276325 Apr 07 11:46:51.422877 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee660162-9fc6-48e1-b70c-9f4d91ab70e1 req-327a1ad3-48a6-4ce6-88a0-e10752db4ad5 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.424259 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ee660162-9fc6-48e1-b70c-9f4d91ab70e1 req-327a1ad3-48a6-4ce6-88a0-e10752db4ad5 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 943 time: 0.0964615 Apr 07 11:46:51.469867 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ee660162-9fc6-48e1-b70c-9f4d91ab70e1 req-d20bc530-1b31-419a-9bcc-6f3ed9574f98 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Apr 07 11:46:51.592194 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-3b813970-9841-4390-b715-d796f776d8eb service neutron] 10.222.0.26 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135056 Apr 07 11:46:51.609588 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb828-b698-4770-9e64-36e386acf26d req-f096610f-ec8f-4478-9d91-622eeb040c0a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.610915 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-750eb828-b698-4770-9e64-36e386acf26d req-f096610f-ec8f-4478-9d91-622eeb040c0a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0691950 Apr 07 11:46:51.657589 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-750eb828-b698-4770-9e64-36e386acf26d req-0c4d8509-a773-403e-82f1-160395defabc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Apr 07 11:46:52.473854 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d31c-5e51-4207-a116-383cccdce183 req-38743c9f-c34b-415f-838e-1f491b8660c1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.475818 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da13d31c-5e51-4207-a116-383cccdce183 req-38743c9f-c34b-415f-838e-1f491b8660c1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0517797 Apr 07 11:46:52.529331 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da13d31c-5e51-4207-a116-383cccdce183 req-958faf87-4ad0-42b3-b596-06b8c55acea7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Apr 07 11:46:52.583520 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47c11-4f1a-41b0-b437-cfd2ec1ed620 req-5661d41a-2187-4e03-a92a-ba5218eb7141 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.585564 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e1a47c11-4f1a-41b0-b437-cfd2ec1ed620 req-5661d41a-2187-4e03-a92a-ba5218eb7141 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 943 time: 0.0511310 Apr 07 11:46:52.631935 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e1a47c11-4f1a-41b0-b437-cfd2ec1ed620 req-958f81dc-b1db-4698-b7d3-7e5345b7f0a7 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Apr 07 11:46:52.813460 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-acfcc8d7-b5e2-41d7-ac86-3d952ea59642 req-92f7205d-b16e-40df-8235-0631ec9c38de service neutron] 10.222.0.26 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228311 Apr 07 11:46:52.824906 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548183f8-d643-4475-8d6d-d5485366f83d req-65b824c7-910e-45fd-b596-c580b9c73b3e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.826287 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-548183f8-d643-4475-8d6d-d5485366f83d req-65b824c7-910e-45fd-b596-c580b9c73b3e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0786221 Apr 07 11:46:52.872639 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-548183f8-d643-4475-8d6d-d5485366f83d req-3af59858-2a3b-422f-9b58-4b83fe894dbf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Apr 07 11:46:53.650734 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a864b6-5408-453d-b978-b6450669c38a req-a3c5a0ca-7e97-47d6-918d-3ca08be2a787 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.652186 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-36a864b6-5408-453d-b978-b6450669c38a req-a3c5a0ca-7e97-47d6-918d-3ca08be2a787 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Apr 07 11:46:53.699023 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-36a864b6-5408-453d-b978-b6450669c38a req-e8a78e92-8780-4d03-91ff-a97f52de032b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Apr 07 11:46:53.753788 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55417892-b197-46bb-a1af-7c72d502f0a7 req-1c2ada0c-64b6-4a5a-9789-2c9d9ae94cb2 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.755234 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-55417892-b197-46bb-a1af-7c72d502f0a7 req-1c2ada0c-64b6-4a5a-9789-2c9d9ae94cb2 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 943 time: 0.0553617 Apr 07 11:46:53.803321 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-55417892-b197-46bb-a1af-7c72d502f0a7 req-d1f2c9dd-a3e6-4011-9637-07fc33b1131c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Apr 07 11:46:54.023046 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 23777b22-25e7-46b7-a704-6062635264bc details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:54.031313 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41e859-9fca-45ce-9b96-87ace1548fbc req-781fac79-c83f-453b-8d60-7d210a6c618a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.033020 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0b41e859-9fca-45ce-9b96-87ace1548fbc req-781fac79-c83f-453b-8d60-7d210a6c618a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0941265 Apr 07 11:46:54.036303 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-8c048907-f945-4144-929a-33805de5796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.038340 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-8c048907-f945-4144-929a-33805de5796c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 1127 time: 0.0731928 Apr 07 11:46:54.082278 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0b41e859-9fca-45ce-9b96-87ace1548fbc req-de9d3179-522f-4052-ad6d-952f774b87bd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Apr 07 11:46:54.124308 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 23777b22-25e7-46b7-a704-6062635264bc, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=23777b22-25e7-46b7-a704-6062635264bc,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:54.135532 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '23777b22-25e7-46b7-a704-6062635264bc', 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110', 'port_id': '23777b22-25e7-46b7-a704-6062635264bc', 'mac_address': 'fa:16:3e:35:24:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ad273f-be58-4517-93d5-e7dddba8d634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:54.172355 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 23777b22-25e7-46b7-a704-6062635264bc is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:54.172752 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (23777b22-25e7-46b7-a704-6062635264bc), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.185874 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23777b22-25e7-46b7-a704-6062635264bc {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:54.204833 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 23777b22-25e7-46b7-a704-6062635264bc, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=23777b22-25e7-46b7-a704-6062635264bc,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:54.208517 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (23777b22-25e7-46b7-a704-6062635264bc), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.258668 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=23777b22-25e7-46b7-a704-6062635264bc,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:54.471357 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['23777b22-25e7-46b7-a704-6062635264bc'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:54.484345 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-4449277e-3f3e-4876-ac76-96315ec5011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.485831 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-4449277e-3f3e-4876-ac76-96315ec5011a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1652851b-0c8b-4ac5-bdab-f19e776cd110 HTTP/1.1" status: 200 len: 910 time: 0.0878189 Apr 07 11:46:54.848091 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-c52db058-8659-400b-b849-388fa133351c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23777b22-25e7-46b7-a704-6062635264bc HTTP/1.1" status: 200 len: 217 time: 0.0480044 Apr 07 11:46:54.872097 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b460c-9b5e-4cb7-b80e-3d05f019b84c req-5eb13922-ac76-42fc-a6d2-eb50bf9023c0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.873658 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e41b460c-9b5e-4cb7-b80e-3d05f019b84c req-5eb13922-ac76-42fc-a6d2-eb50bf9023c0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1011436 Apr 07 11:46:54.948479 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e41b460c-9b5e-4cb7-b80e-3d05f019b84c req-e64c166f-8de7-4437-af61-1a7abb79574d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647078 Apr 07 11:46:54.956056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b6a3b-257a-489b-a2ff-543144fdf532 req-e4ba83e4-6690-4aa1-95bc-eacfc7d08852 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.957504 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-895b6a3b-257a-489b-a2ff-543144fdf532 req-e4ba83e4-6690-4aa1-95bc-eacfc7d08852 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 944 time: 0.0829644 Apr 07 11:46:55.003779 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-895b6a3b-257a-489b-a2ff-543144fdf532 req-674a338a-008e-4633-810e-a8518b5879e5 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Apr 07 11:46:55.173530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-f6fce1c1-8d5a-4223-bc04-3767deb9c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:55.175003 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-f6fce1c1-8d5a-4223-bc04-3767deb9c610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7ad273f-be58-4517-93d5-e7dddba8d634 HTTP/1.1" status: 200 len: 849 time: 0.0481718 Apr 07 11:46:55.217145 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-772ed7a1-dee2-4c60-ac96-689a5e7910b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1652851b-0c8b-4ac5-bdab-f19e776cd110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251155 Apr 07 11:46:55.320018 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-f399f812-167e-4abb-8924-2eece64036d5 service neutron] 10.222.0.26 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Apr 07 11:46:55.415281 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e777f50d-bd2e-492e-9aae-a6438cdbd4de req-fc030572-4623-4cb7-9dbb-123095ebacc9 service neutron] 10.222.0.26 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878322 Apr 07 11:46:55.676262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 38356) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:55.680799 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776613732', 'description': 'tempest-description--711836878'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:55.700949 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.764604 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group (8d41b1a6-a0e0-42ea-9e2b-c694728e2c40), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.768152 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8d41b1a6-a0e0-42ea-9e2b-c694728e2c40), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.796339 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.797565 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202564 Apr 07 11:46:55.799348 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d122473-caa3-4cc9-85a0-4092b681a525 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:55.800494 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38358) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:55.805887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'security_group_rule': {'security_group_id': '8d41b1a6-a0e0-42ea-9e2b-c694728e2c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:55.829204 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group_rule (e452f77a-93bb-43dc-900f-47247f1f4cd7), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.885910 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group_rule (e452f77a-93bb-43dc-900f-47247f1f4cd7), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.889244 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (e452f77a-93bb-43dc-900f-47247f1f4cd7), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.911062 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e452f77a-93bb-43dc-900f-47247f1f4cd7,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:55.919349 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.920566 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c7bc7249-25ff-489b-a2bd-b32ef68179a5 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189415 Apr 07 11:46:55.923204 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38362) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:55.927484 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'security_group_rule': {'security_group_id': '8d41b1a6-a0e0-42ea-9e2b-c694728e2c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:55.952077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group_rule (c3512567-e2dd-4866-982b-9a0fee820d12), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.008947 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group_rule (c3512567-e2dd-4866-982b-9a0fee820d12), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.014335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (c3512567-e2dd-4866-982b-9a0fee820d12), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.019850 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 23777b22-25e7-46b7-a704-6062635264bc up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:56.033394 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3512567-e2dd-4866-982b-9a0fee820d12,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.043894 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.045263 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-23264411-fcd3-4177-b7fd-6b9e4470ee46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210349 Apr 07 11:46:56.048210 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38372) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:56.053285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:56.074840 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.115365 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 23777b22-25e7-46b7-a704-6062635264bc completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:56.119442 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 23777b22-25e7-46b7-a704-6062635264bc triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:56.120259 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (23777b22-25e7-46b7-a704-6062635264bc), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.121407 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fed76-789e-47e3-834d-b4945bb1cab5 req-54d60801-0263-4d0f-a67f-b3ef0e68553e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.129350 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3f2fed76-789e-47e3-834d-b4945bb1cab5 req-54d60801-0263-4d0f-a67f-b3ef0e68553e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0831630 Apr 07 11:46:56.211059 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3f2fed76-789e-47e3-834d-b4945bb1cab5 req-70c29f4f-0782-4342-968b-f000c70784e2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806909 Apr 07 11:46:56.215097 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 23777b22-25e7-46b7-a704-6062635264bc is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:56.217276 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (23777b22-25e7-46b7-a704-6062635264bc), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.242157 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.251468 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23777b22-25e7-46b7-a704-6062635264bc'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:56.253936 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c3fa76-3927-4106-90e4-acdb169d2962" -d '{"events": [{"server_uuid": "00806c49-33e1-4a05-abd8-8f69fa0a57f4", "name": "network-vif-plugged", "status": "completed", "tag": "23777b22-25e7-46b7-a704-6062635264bc"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:56.270024 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 23777b22-25e7-46b7-a704-6062635264bc, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=23777b22-25e7-46b7-a704-6062635264bc,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:56.270203 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3332f6-d522-42b1-8ea9-1c3947e9024b req-bbb92aba-fb47-47b3-bdde-c926d7be78b2 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.272061 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab3332f6-d522-42b1-8ea9-1c3947e9024b req-bbb92aba-fb47-47b3-bdde-c926d7be78b2 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 944 time: 0.0724428 Apr 07 11:46:56.278099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (23777b22-25e7-46b7-a704-6062635264bc), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.331183 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=23777b22-25e7-46b7-a704-6062635264bc,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.357428 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab3332f6-d522-42b1-8ea9-1c3947e9024b req-1103242a-a0e7-40d2-a44a-5ab2cb6b6f6b tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791306 Apr 07 11:46:56.362171 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Allocated IP 172.27.2.31 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/9bccf146-5155-48be-a533-c485fd4a96f4) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:56.385717 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1445e-0f94-45c9-ae3e-75165d3b9d28 req-5f12791f-87b5-4193-8bce-bc752826c91b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.387179 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9ee1445e-0f94-45c9-ae3e-75165d3b9d28 req-5f12791f-87b5-4193-8bce-bc752826c91b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0774391 Apr 07 11:46:56.409040 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44309dc-454d-4fa3-a153-1857411fccc2 x-openstack-request-id: req-a44309dc-454d-4fa3-a153-1857411fccc2 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:56.409356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00806c49-33e1-4a05-abd8-8f69fa0a57f4", "name": "network-vif-plugged", "status": "completed", "tag": "23777b22-25e7-46b7-a704-6062635264bc", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:56.409611 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a44309dc-454d-4fa3-a153-1857411fccc2 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:56.410267 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44309dc-454d-4fa3-a153-1857411fccc2'] response: {'server_uuid': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23777b22-25e7-46b7-a704-6062635264bc', 'code': 200} Apr 07 11:46:56.442864 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9ee1445e-0f94-45c9-ae3e-75165d3b9d28 req-8413a7a4-4fe6-4fcb-a852-e119df4869b2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486636 Apr 07 11:46:56.477985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for port (9bccf146-5155-48be-a533-c485fd4a96f4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.515034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (9bccf146-5155-48be-a533-c485fd4a96f4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.551848 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:56.555220 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:56.557795 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:56.578518 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162955-42a1-494e-bcda-fb0e53b61863 req-9f649d6a-94ff-40c2-bf80-d4a7b2fccbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.579999 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2a162955-42a1-494e-bcda-fb0e53b61863 req-9f649d6a-94ff-40c2-bf80-d4a7b2fccbac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 1129 time: 0.0439382 Apr 07 11:46:56.586769 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'Port': ['ID=9bccf146-5155-48be-a533-c485fd4a96f4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.622973 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2a162955-42a1-494e-bcda-fb0e53b61863 req-f8bc3d7e-c327-44e3-911d-e361ebbc9b0b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371127 Apr 07 11:46:56.647893 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (124b61de-995f-4486-896c-8655203c0550), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.685799 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9bccf146-5155-48be-a533-c485fd4a96f4), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.826882 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for port (9bccf146-5155-48be-a533-c485fd4a96f4), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.831328 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (9bccf146-5155-48be-a533-c485fd4a96f4), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.902728 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'Port': ['ID=9bccf146-5155-48be-a533-c485fd4a96f4,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.911383 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (124b61de-995f-4486-896c-8655203c0550), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.926528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.927738 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-20975052-044b-4f4d-b5e4-fa315562c153 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8784516 Apr 07 11:46:57.117486 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-f2dac339-b7fa-4f02-b148-af535ee1d9d4 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1776613732&fields=id&tenant_id=fbbd3262326a4f81a047226323caa002 HTTP/1.1" status: 200 len: 267 time: 0.0405157 Apr 07 11:46:57.221510 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-1d481b50-33bb-443d-9c1e-73bccb5c8307 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.222957 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-1d481b50-33bb-443d-9c1e-73bccb5c8307 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 819 time: 0.0994406 Apr 07 11:46:57.236704 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-bdae5903-c679-4b6a-ac03-f9a85eddda90 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/quotas/fbbd3262326a4f81a047226323caa002 HTTP/1.1" status: 200 len: 375 time: 0.0085073 Apr 07 11:46:57.293560 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-2bd6e3a3-b7e1-4dd7-836e-f222570ed04b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523474 Apr 07 11:46:57.329343 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d9affd7-1b93-4807-bd7a-d6648798f392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.405085 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62712-bba9-476f-8614-3cfad2eae23f req-40d81372-a186-4f9c-99cf-9165c1e5cfb4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.406543 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-73c62712-bba9-476f-8614-3cfad2eae23f req-40d81372-a186-4f9c-99cf-9165c1e5cfb4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1121247 Apr 07 11:46:57.432911 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-ede02fc7-2d56-4eea-9dab-b48dd49b76c9 service neutron] 10.222.0.47 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273127 Apr 07 11:46:57.482824 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-73c62712-bba9-476f-8614-3cfad2eae23f req-7e248f79-492a-4327-aff9-d5c56f577a27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698428 Apr 07 11:46:57.549577 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-88bec9c8-4acd-43cd-9dbc-82a6a6e0aaec service neutron] 10.222.0.47 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093059 Apr 07 11:46:57.611981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6085e51-9971-4a90-abe3-89968d0bee7e req-b56719d4-9cfb-4ee5-a50d-0821482798e1 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.613847 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6085e51-9971-4a90-abe3-89968d0bee7e req-b56719d4-9cfb-4ee5-a50d-0821482798e1 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 945 time: 0.0613034 Apr 07 11:46:57.674369 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b6085e51-9971-4a90-abe3-89968d0bee7e req-d4fb40ec-6bef-48bc-ad9a-62a4f874fe93 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Apr 07 11:46:57.793444 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9260421c-211c-4d2f-9f33-e13a2d5fe351 req-ca4a3180-ac2e-4beb-bcba-3f1e6a3dcb01 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 210 time: 0.0620761 Apr 07 11:46:57.829751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1ce40-7c50-45e7-8996-2709b065fb53 req-82d1a375-52d8-48d7-8e8a-30e718d19673 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.831242 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7aa1ce40-7c50-45e7-8996-2709b065fb53 req-82d1a375-52d8-48d7-8e8a-30e718d19673 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1018231 Apr 07 11:46:57.887997 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7aa1ce40-7c50-45e7-8996-2709b065fb53 req-f8992a28-3246-452f-b39e-c135ac2e0e05 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506146 Apr 07 11:46:58.608524 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39116de-cd2a-423d-abad-54a6de0886a4 req-0ebe1f76-d311-4506-8572-df261ad1f85d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.610427 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c39116de-cd2a-423d-abad-54a6de0886a4 req-0ebe1f76-d311-4506-8572-df261ad1f85d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Apr 07 11:46:58.657169 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c39116de-cd2a-423d-abad-54a6de0886a4 req-4e408a67-6264-47fd-9d17-3ef915e956d6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Apr 07 11:46:58.796653 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5702d0-d8af-4aa6-a979-17c0a22a3f4b req-d255ee62-76f2-4dd6-90c8-e5842f4d9742 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.798029 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ee5702d0-d8af-4aa6-a979-17c0a22a3f4b req-d255ee62-76f2-4dd6-90c8-e5842f4d9742 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Apr 07 11:46:58.843901 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ee5702d0-d8af-4aa6-a979-17c0a22a3f4b req-00fb0a63-b577-4750-8c7c-9b330ffc98f5 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Apr 07 11:46:58.884124 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3e7c224d-4bbc-4245-9305-5b944e984220 req-26f35090-7818-4564-98e9-8d23eeee476a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 210 time: 0.0317757 Apr 07 11:46:59.089940 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2c81-1886-416a-a0e4-dd5a0ada01c7 req-a4e5c607-2406-41fe-a205-e617e4ccb833 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.091429 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab2c2c81-1886-416a-a0e4-dd5a0ada01c7 req-a4e5c607-2406-41fe-a205-e617e4ccb833 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1345735 Apr 07 11:46:59.147061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-f9b2fc2d-f8b0-4031-8203-3e556f0a8395 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.148478 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-f9b2fc2d-f8b0-4031-8203-3e556f0a8395 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 819 time: 0.1576998 Apr 07 11:46:59.165077 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab2c2c81-1886-416a-a0e4-dd5a0ada01c7 req-4bf94f44-29fd-4bbf-a0b5-cd81136a20fb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0680850 Apr 07 11:46:59.217102 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-2e86a39f-1329-419c-8813-2db22bd7d075 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbd3262326a4f81a047226323caa002 HTTP/1.1" status: 200 len: 380 time: 0.0500042 Apr 07 11:46:59.308592 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'port': {'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'admin_state_up': True, 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'security_groups': ['8d41b1a6-a0e0-42ea-9e2b-c694728e2c40']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:59.414454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Made reservation on behalf of fbbd3262326a4f81a047226323caa002 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:59.418324 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.542203 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba675-ca5a-438f-8f3b-a33b45512769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.570953 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Allocated IP 172.20.0.9 (eecdce88-2279-4c8d-9036-f4901d55b8d6/5a4daa37-ca85-4cac-adaa-19e90a67264d/bb38e8dd-e172-4b3d-af5f-8afb3e9e993d) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:59.598293 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913944f9-3d58-4ae3-9f77-8cdcf4e4fc2b req-0c2ddf36-ffe4-47ba-b7d5-63606f35fcb3 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.600341 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-913944f9-3d58-4ae3-9f77-8cdcf4e4fc2b req-0c2ddf36-ffe4-47ba-b7d5-63606f35fcb3 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 945 time: 0.0810547 Apr 07 11:46:59.712821 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-913944f9-3d58-4ae3-9f77-8cdcf4e4fc2b req-a2598b43-ee74-4c6b-9f7a-8aac7b2a90a1 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041057 Apr 07 11:46:59.782246 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.822707 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9eaa-36c9-44e5-9acf-0d1071686738 req-fb0bb490-02c0-436e-bfe8-b5b554ab52cb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.824080 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1b6e9eaa-36c9-44e5-9acf-0d1071686738 req-fb0bb490-02c0-436e-bfe8-b5b554ab52cb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0845592 Apr 07 11:46:59.837885 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.895592 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:59.903453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:59.912731 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:59.937935 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event updated for resources: {'Port': ['ID=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.945728 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1b6e9eaa-36c9-44e5-9acf-0d1071686738 req-ab3f64be-be47-40b5-90a9-bdde163027c2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158285 Apr 07 11:46:59.980210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.980830 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.023069 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-3d8a1ca7-9bff-4d73-acc2-a7e215fd0826 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7182484 Apr 07 11:47:00.041096 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7953a88-d346-41b6-b020-c6b43f61150f req-de21bd28-42b6-4622-9075-4f29289265cf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.042576 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a7953a88-d346-41b6-b020-c6b43f61150f req-de21bd28-42b6-4622-9075-4f29289265cf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 931 time: 0.0794864 Apr 07 11:47:00.198313 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-d2782e3a-082d-4635-8631-0acaf0ab7569 None None] Provisioning complete for port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:00.198698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d2782e3a-082d-4635-8631-0acaf0ab7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.234161 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-d2782e3a-082d-4635-8631-0acaf0ab7569 None None] Port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:00.350613 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a7953a88-d346-41b6-b020-c6b43f61150f req-0dd7d7fb-f13a-4d76-a30a-fd9925004783 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022051 Apr 07 11:47:00.365873 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d4a67-0adc-443b-9138-d270a679e53c req-2349784f-42c9-42dd-a3a7-d318e69e4b0b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.367309 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-844d4a67-0adc-443b-9138-d270a679e53c req-2349784f-42c9-42dd-a3a7-d318e69e4b0b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0722160 Apr 07 11:47:00.413857 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-844d4a67-0adc-443b-9138-d270a679e53c req-013bc920-7226-459d-89f4-c79702bff898 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404310 Apr 07 11:47:00.642699 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.828593 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3fd4-6a83-40c1-80af-6075712b38c9 req-0d67d928-5d56-445e-8bab-1975fc32e933 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.830052 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0a6c3fd4-6a83-40c1-80af-6075712b38c9 req-0d67d928-5d56-445e-8bab-1975fc32e933 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Apr 07 11:47:00.876554 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0a6c3fd4-6a83-40c1-80af-6075712b38c9 req-da7b7196-0cd0-4df6-9c0d-913f8fe840aa tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Apr 07 11:47:01.065385 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b10f3-5681-47d8-bf4c-9061fece1d22 req-42ffaba7-ddb0-4b62-a8ee-c14449747667 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.066829 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df1b10f3-5681-47d8-bf4c-9061fece1d22 req-42ffaba7-ddb0-4b62-a8ee-c14449747667 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0512426 Apr 07 11:47:01.111138 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-df1b10f3-5681-47d8-bf4c-9061fece1d22 req-b06a3c0d-18e1-47a0-a21d-ffe4e0828b65 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383654 Apr 07 11:47:01.281654 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Request body: {'port': {'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:01.341498 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.577498 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f7119-860f-436e-a30a-9924401773a9 req-3d674747-606a-4d1f-86bb-1cab9cf5a33d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.578854 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-543f7119-860f-436e-a30a-9924401773a9 req-3d674747-606a-4d1f-86bb-1cab9cf5a33d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 931 time: 0.1410539 Apr 07 11:47:01.622001 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855c251-716a-4947-bdd9-b63a02e407d2 req-38810c11-6255-400c-86b2-3c10e6472fb9 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.623419 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5855c251-716a-4947-bdd9-b63a02e407d2 req-38810c11-6255-400c-86b2-3c10e6472fb9 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1439812 Apr 07 11:47:01.694603 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-543f7119-860f-436e-a30a-9924401773a9 req-d87694f0-6753-4bfd-b47d-442e1fefc91e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079993 Apr 07 11:47:01.744337 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5855c251-716a-4947-bdd9-b63a02e407d2 req-bf2d14bc-a2c6-4376-b9ab-eae3e4e3908f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1135502 Apr 07 11:47:01.753424 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb38e8dd-e172-4b3d-af5f-8afb3e9e993d {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:01.761396 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Publish callbacks [] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.773381 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Transition to ACTIVE for port object bb38e8dd-e172-4b3d-af5f-8afb3e9e993d will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:01.778089 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.856960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:01.924503 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-3f92a3ba-ca4c-40cc-9851-5732d36c20d4 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.926338 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-3f92a3ba-ca4c-40cc-9851-5732d36c20d4 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 945 time: 0.1196544 Apr 07 11:47:01.936896 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.951319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Attempting to bind port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:01.951755 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Attempting to bind port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:01.952159 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Attempting to bind port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:01.957044 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d on network eecdce88-2279-4c8d-9036-f4901d55b8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:01.957439 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Attempting to bind port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d on network eecdce88-2279-4c8d-9036-f4901d55b8d6 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:01.973499 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:01.973844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Checking segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:01.974300 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Bound using segment: {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:01.975244 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Bound port: bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faba3d62-acfc-4a26-a8c3-40e6826435c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:01.975602 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.057230 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80715568-8819-41bb-a44e-f4e8439d9c26 req-6cfefd31-5ae8-423f-8063-1198a65c55fd tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.058756 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-80715568-8819-41bb-a44e-f4e8439d9c26 req-6cfefd31-5ae8-423f-8063-1198a65c55fd tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 945 time: 0.0976937 Apr 07 11:47:02.087101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] For port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:02.106455 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] For port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:02.118500 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.150485 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-80715568-8819-41bb-a44e-f4e8439d9c26 req-159b4426-6108-4d73-af2a-0cf9356da729 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861499 Apr 07 11:47:02.161700 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.162406 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.163681 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 1093 time: 0.8863895 Apr 07 11:47:02.165279 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:02.167543 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518029ca-b3d3-4c7b-a289-52dc22290600" -d '{"events": [{"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:02.235188 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e22a3e-0e77-4406-b454-129b0642baa8 x-openstack-request-id: req-d2e22a3e-0e77-4406-b454-129b0642baa8 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:02.235482 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:02.235738 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2e22a3e-0e77-4406-b454-129b0642baa8 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:02.236141 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e22a3e-0e77-4406-b454-129b0642baa8'] response: {'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'status': 'completed', 'code': 200} Apr 07 11:47:02.251933 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba76e-22ff-411e-972a-c61fab03f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:02.354562 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ec323-f2d6-4235-b893-078022517328 req-9f564d3b-1453-4002-a8b8-20ec75ef5cc0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.356194 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-624ec323-f2d6-4235-b893-078022517328 req-9f564d3b-1453-4002-a8b8-20ec75ef5cc0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1481164 Apr 07 11:47:02.366386 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-d963f0cf-cb59-4c7f-95f2-6e3e011498ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.367934 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-d963f0cf-cb59-4c7f-95f2-6e3e011498ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1127 time: 0.1283255 Apr 07 11:47:02.427515 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-a2841f11-396e-4c9e-a48a-2c592e53ae64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 217 time: 0.0474410 Apr 07 11:47:02.429422 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Deleting port 23777b22-25e7-46b7-a704-6062635264bc {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:02.429771 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (23777b22-25e7-46b7-a704-6062635264bc), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.539508 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-624ec323-f2d6-4235-b893-078022517328 req-52d34457-025f-4120-9433-8fafc35d5384 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761677 Apr 07 11:47:02.555662 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-c1f7e534-4b3c-416c-8e63-8036aa0535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.557163 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-c1f7e534-4b3c-416c-8e63-8036aa0535d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.1106226 Apr 07 11:47:02.616185 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] For port 23777b22-25e7-46b7-a704-6062635264bc, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=23777b22-25e7-46b7-a704-6062635264bc,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:02.616470 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (23777b22-25e7-46b7-a704-6062635264bc), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.632255 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Calling delete_port for 23777b22-25e7-46b7-a704-6062635264bc owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:02.651449 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-10ebd351-0929-413e-9d86-b4877b62881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.653019 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-10ebd351-0929-413e-9d86-b4877b62881a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803058 Apr 07 11:47:02.706709 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38468) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:02.712402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898680602', 'description': 'tempest-description--1768790454'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:02.733560 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.805092 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (1bfaeab7-a2ee-4393-8a09-c62d587af1ff), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.809245 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1bfaeab7-a2ee-4393-8a09-c62d587af1ff), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.840474 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.841726 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1340063 Apr 07 11:47:02.844525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38474) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:02.844795 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-9b161d06-641a-4abc-a1e1-b0b2e1bf7c20 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599185 Apr 07 11:47:02.849573 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': '1bfaeab7-a2ee-4393-8a09-c62d587af1ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:02.853506 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258743b6-1e0b-4546-8fe3-2b5c067d3c94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfaeab7-a2ee-4393-8a09-c62d587af1ff,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:02.878932 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (1ec00d81-c6af-4cef-bb5e-640dbfaf859a), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.938782 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd290ae-710e-4a15-95ee-ab31d9cf1db8 req-f1e36897-5f6c-43e7-a43e-adab1c5c9960 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.940021 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (1ec00d81-c6af-4cef-bb5e-640dbfaf859a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.940277 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5fd290ae-710e-4a15-95ee-ab31d9cf1db8 req-f1e36897-5f6c-43e7-a43e-adab1c5c9960 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 943 time: 0.1761081 Apr 07 11:47:02.944718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (1ec00d81-c6af-4cef-bb5e-640dbfaf859a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.965780 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec00d81-c6af-4cef-bb5e-640dbfaf859a,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:02.971287 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.975494 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c784ff32-5fa7-4ba0-987c-5c5a272577cf tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269453 Apr 07 11:47:02.975494 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38476) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:02.979752 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': '1bfaeab7-a2ee-4393-8a09-c62d587af1ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:03.004500 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (23777b22-25e7-46b7-a704-6062635264bc), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.012949 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (e92dc051-a6a7-47cb-a35b-61b5a4972862), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.018516 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656ccc0-da03-4027-bea4-06bc74ff4c08 req-5230534a-4475-434f-8039-377ae9029574 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:03.020141 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7656ccc0-da03-4027-bea4-06bc74ff4c08 req-5230534a-4475-434f-8039-377ae9029574 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.2021992 Apr 07 11:47:03.078556 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (e92dc051-a6a7-47cb-a35b-61b5a4972862), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.084348 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (e92dc051-a6a7-47cb-a35b-61b5a4972862), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.092802 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Pushing event deleted for resources: {'Port': ['ID=23777b22-25e7-46b7-a704-6062635264bc,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:03.109005 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92dc051-a6a7-47cb-a35b-61b5a4972862,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:03.111937 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6a780ff-8c57-47f1-8468-765b5e884e53 req-c58df999-e142-4101-b7ea-fab468671175 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473190 Apr 07 11:47:03.116608 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.120338 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2fcc3619-21b6-4690-a55e-73892ecc0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408761 Apr 07 11:47:03.121049 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38478) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:03.126048 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:03.143535 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5fd290ae-710e-4a15-95ee-ab31d9cf1db8 req-617d5848-0657-4d17-9bfe-2bbc9886602b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704187 Apr 07 11:47:03.157631 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.171477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] No DVR routers for this DVR port 23777b22-25e7-46b7-a704-6062635264bc on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:03.175453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.179076 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c18942c7-2631-4f21-933b-b4b2e5e27012 req-6813de8a-9633-468f-b779-03a2b7c9f3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "DELETE /v2.0/ports/23777b22-25e7-46b7-a704-6062635264bc HTTP/1.1" status: 204 len: 173 time: 1.0145035 Apr 07 11:47:03.193993 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7656ccc0-da03-4027-bea4-06bc74ff4c08 req-9259eced-fa5b-42ac-8bda-496f8814af45 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1590772 Apr 07 11:47:03.264686 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-65d1ef79-608c-4d2f-a58a-2b569e8f6865 req-b4b4f13d-f1d2-45d5-9d09-36280b1be6b1 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=00806c49-33e1-4a05-abd8-8f69fa0a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0269926 Apr 07 11:47:03.280929 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.381263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.27.2.122 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/245624a8-70af-465b-a54a-89094eff70dd) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:03.481577 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (245624a8-70af-465b-a54a-89094eff70dd), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.513283 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (245624a8-70af-465b-a54a-89094eff70dd), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.547985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:03.550620 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:03.554015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:03.581710 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=245624a8-70af-465b-a54a-89094eff70dd,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:03.583977 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.643033 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (dbbdcd24-355b-44f5-bbff-43b7f3ce1252), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.671310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17726ed5-9055-4afb-ae93-aba9c8cc0888 req-bcf07889-10bb-4906-9af3-f20438c952b2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:03.672822 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17726ed5-9055-4afb-ae93-aba9c8cc0888 req-bcf07889-10bb-4906-9af3-f20438c952b2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0528197 Apr 07 11:47:03.683580 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (245624a8-70af-465b-a54a-89094eff70dd), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.721235 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17726ed5-9055-4afb-ae93-aba9c8cc0888 req-80994e4e-f653-4ee0-9a7f-f51419a0fe09 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Apr 07 11:47:03.830083 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (245624a8-70af-465b-a54a-89094eff70dd), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.835068 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (245624a8-70af-465b-a54a-89094eff70dd), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.895940 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=245624a8-70af-465b-a54a-89094eff70dd,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:03.909199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (dbbdcd24-355b-44f5-bbff-43b7f3ce1252), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.923528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.924732 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1befd1c5-0037-4293-a709-ce5a6cff6e4c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8026943 Apr 07 11:47:04.022400 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb38e8dd-e172-4b3d-af5f-8afb3e9e993d details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:04.025517 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 23777b22-25e7-46b7-a704-6062635264bc no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:04.050744 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 23777b22-25e7-46b7-a704-6062635264bc {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:04.051002 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 23777b22-25e7-46b7-a704-6062635264bc not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:04.143805 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:04.145169 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-bff08914-a172-4c42-8c79-4b46f2c1fcf7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1898680602&fields=id&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 267 time: 0.0740774 Apr 07 11:47:04.155513 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:04.158943 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-b33f32b6-2a18-46a8-b040-77995dfc1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.160524 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-b33f32b6-2a18-46a8-b040-77995dfc1426 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1127 time: 0.0634549 Apr 07 11:47:04.194288 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:04.194526 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:04.207506 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb38e8dd-e172-4b3d-af5f-8afb3e9e993d {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:04.229623 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:04.234583 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:04.251083 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'name': 'network-vif-deleted', 'tag': '23777b22-25e7-46b7-a704-6062635264bc'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:04.253348 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490fbfc9-77fc-402a-b1a0-13b4d9eee359" -d '{"events": [{"server_uuid": "00806c49-33e1-4a05-abd8-8f69fa0a57f4", "name": "network-vif-deleted", "tag": "23777b22-25e7-46b7-a704-6062635264bc"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:04.286674 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:04.376394 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-7c6977c9-c4bb-46c5-b676-39c332a1f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.377907 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-7c6977c9-c4bb-46c5-b676-39c332a1f204 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.2064178 Apr 07 11:47:04.384818 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-c675683c-cc7b-4cc8-9721-2b66fb701c76 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.386140 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-c675683c-cc7b-4cc8-9721-2b66fb701c76 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.2246420 Apr 07 11:47:04.396627 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75539593-448e-49ed-a786-1a8493b31adf req-2de8ed75-a654-4476-8ffa-9d556e22f0c1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.398035 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75539593-448e-49ed-a786-1a8493b31adf req-2de8ed75-a654-4476-8ffa-9d556e22f0c1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 944 time: 0.1390717 Apr 07 11:47:04.415600 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-11a6e3e1-18cd-4eec-8e1e-06a6eb1a36c5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/quotas/d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 375 time: 0.0166643 Apr 07 11:47:04.512431 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-425d06f2-ed56-40fe-b060-3dd7594be8d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 217 time: 0.0485625 Apr 07 11:47:04.517865 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75539593-448e-49ed-a786-1a8493b31adf req-27907914-db74-44f2-8a98-2fbd867e985a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128569 Apr 07 11:47:04.520183 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:04.559348 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-eccf9d6c-bb26-4b7a-953a-09b8a5c7c81f tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376867 Apr 07 11:47:04.612981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-3c51b7d1-b8fe-4a6c-9c61-d8e538ae76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.614482 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-3c51b7d1-b8fe-4a6c-9c61-d8e538ae76ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0938914 Apr 07 11:47:04.968871 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13d7c1-88e1-4f18-8ae1-05fa7db7a230 req-3107ae69-be43-4adb-be93-57d163895525 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.970331 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9e13d7c1-88e1-4f18-8ae1-05fa7db7a230 req-3107ae69-be43-4adb-be93-57d163895525 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.3799810 Apr 07 11:47:04.978309 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-007d86b9-1986-4986-a81e-58c143cf7ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992329 Apr 07 11:47:04.982475 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-e6ff8ea5-71d8-4bd2-9a6d-f9714931ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.983815 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-e6ff8ea5-71d8-4bd2-9a6d-f9714931ba5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3491275 Apr 07 11:47:05.124233 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9e13d7c1-88e1-4f18-8ae1-05fa7db7a230 req-8cd20150-e007-49cc-9a9f-6dbf0fcb6205 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1443825 Apr 07 11:47:05.164514 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-72e19a06-215e-48ba-9ae2-2f14ca09221e service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759334 Apr 07 11:47:05.167691 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362dea54-428f-466c-9bde-9888668575b7 x-openstack-request-id: req-362dea54-428f-466c-9bde-9888668575b7 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:05.167810 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00806c49-33e1-4a05-abd8-8f69fa0a57f4", "name": "network-vif-deleted", "tag": "23777b22-25e7-46b7-a704-6062635264bc", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:05.168058 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-362dea54-428f-466c-9bde-9888668575b7 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:05.168435 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362dea54-428f-466c-9bde-9888668575b7'] response: {'server_uuid': '00806c49-33e1-4a05-abd8-8f69fa0a57f4', 'name': 'network-vif-deleted', 'tag': '23777b22-25e7-46b7-a704-6062635264bc', 'status': 'completed', 'code': 200} Apr 07 11:47:05.170599 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-b826485d-a281-439a-9c33-3198ddd28b8b service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746285 Apr 07 11:47:05.325699 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-518029ca-b3d3-4c7b-a289-52dc22290600 req-d7a826c4-418e-4c65-ae00-23a41b2ff369 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481895 Apr 07 11:47:05.336553 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba300c2-f264-4071-b9c4-d83a3edc48a3 req-e1b9da3d-ed1f-4e84-b7cf-52c5cfc22d78 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.338066 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8ba300c2-f264-4071-b9c4-d83a3edc48a3 req-e1b9da3d-ed1f-4e84-b7cf-52c5cfc22d78 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0868759 Apr 07 11:47:05.444481 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8ba300c2-f264-4071-b9c4-d83a3edc48a3 req-e7391fc9-74c1-414a-b3e1-bf62f381ac88 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004736 Apr 07 11:47:05.491993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-58935c60-38e2-40bc-b5bc-746f1f2c17d9 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.493398 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-58935c60-38e2-40bc-b5bc-746f1f2c17d9 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/networks?id=1652851b-0c8b-4ac5-bdab-f19e776cd110 HTTP/1.1" status: 200 len: 809 time: 0.1421919 Apr 07 11:47:05.525856 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-68426526-8c48-421a-8782-5677a3d0875f req-d6a3d07f-6064-464d-bd72-e6254492a2d1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 210 time: 0.0314810 Apr 07 11:47:05.528247 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-670d72c0-df47-4ef7-bfb2-02a5919b153d tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/quotas/fcaa2c61844d491f9f8df00a74b39a5d HTTP/1.1" status: 200 len: 375 time: 0.0243244 Apr 07 11:47:05.561851 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-18e94465-2e0d-46ef-ad8c-5533e693f6cc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272100 Apr 07 11:47:05.691977 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-bb87e354-f2d1-47b7-bb02-2df8c1f74cdc service neutron] 10.222.0.47 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206005 Apr 07 11:47:05.700181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f26ca9-4304-4627-8ff1-24bcf8854163 req-406f57ca-36f3-4749-8430-3d62931b66ef tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.701662 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f3f26ca9-4304-4627-8ff1-24bcf8854163 req-406f57ca-36f3-4749-8430-3d62931b66ef tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 944 time: 0.1056304 Apr 07 11:47:05.806863 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f3f26ca9-4304-4627-8ff1-24bcf8854163 req-c2c7f899-e097-4cec-948a-846e901722b1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950668 Apr 07 11:47:05.821845 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-01c3c5e2-015c-44a2-9b9c-4282b458946f service neutron] 10.222.0.47 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192701 Apr 07 11:47:05.984618 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1aa69894-ba92-4d89-b891-6ffb4f8771f2 req-1fd13ff6-f82f-44ed-81c1-c9de785cc572 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 210 time: 0.0278063 Apr 07 11:47:06.035648 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb38e8dd-e172-4b3d-af5f-8afb3e9e993d up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:06.085330 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:47:06.089319 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:06.089699 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.173808 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:06.174287 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.199116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:06.201636 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa96c4d-1d5f-4b4c-b4d0-4fb37c30eaab" -d '{"events": [{"server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:06.232175 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:06.239129 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.255204 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7fc9-e9c9-4ba4-b03d-545e51d4cae7 req-1ef99c80-f244-413c-866a-ffce085204f0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.257199 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fb3f7fc9-e9c9-4ba4-b03d-545e51d4cae7 req-1ef99c80-f244-413c-866a-ffce085204f0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0648415 Apr 07 11:47:06.266270 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b85dc-a928-4b03-9643-55aaa3a7d82f x-openstack-request-id: req-de9b85dc-a928-4b03-9643-55aaa3a7d82f {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:06.266837 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:06.267140 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de9b85dc-a928-4b03-9643-55aaa3a7d82f {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:06.267534 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9b85dc-a928-4b03-9643-55aaa3a7d82f'] response: {'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'code': 200} Apr 07 11:47:06.301686 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:06.318931 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fb3f7fc9-e9c9-4ba4-b03d-545e51d4cae7 req-ad41d8d6-d665-444d-b04b-b198f17212cf tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540750 Apr 07 11:47:06.670847 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-083f1f80-8c01-40ab-ab4a-9c7f6556ca60 req-9c590b06-4c72-431e-93a0-bec81146513e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 210 time: 0.0466237 Apr 07 11:47:06.698853 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac21c0-b3cc-46b9-85cf-d723779078f8 req-2b2849a6-d582-43fa-8d94-27987eee07f4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.700337 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8aac21c0-b3cc-46b9-85cf-d723779078f8 req-2b2849a6-d582-43fa-8d94-27987eee07f4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1741982 Apr 07 11:47:06.706174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-8e8d8262-0144-4245-9e41-9aab54e4bd48 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.707507 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-8e8d8262-0144-4245-9e41-9aab54e4bd48 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.1794395 Apr 07 11:47:06.816093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8aac21c0-b3cc-46b9-85cf-d723779078f8 req-c0a96d1a-a1c1-4337-b813-78282dc0b7c1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075294 Apr 07 11:47:06.827047 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028e8a-535e-47bf-91bc-d169298e405b req-80645ec1-c9f0-4d9a-ab86-cbaf1d43adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.828513 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da028e8a-535e-47bf-91bc-d169298e405b req-80645ec1-c9f0-4d9a-ab86-cbaf1d43adb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.1136630 Apr 07 11:47:06.845916 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-6ce876dc-c681-4fcd-ba7e-f01505d22eca tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 473 time: 0.1144753 Apr 07 11:47:06.873226 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'port': {'device_id': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'admin_state_up': True, 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'security_groups': ['1bfaeab7-a2ee-4393-8a09-c62d587af1ff']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:07.009296 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-da028e8a-535e-47bf-91bc-d169298e405b req-978954e3-97cf-4783-9e51-f097966aeb66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294436 Apr 07 11:47:07.035968 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa298375-432f-41af-b5f1-9efc6a04b8a8 req-d9398a7a-2c98-43a2-b487-68cbec6176b2 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.037971 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa298375-432f-41af-b5f1-9efc6a04b8a8 req-d9398a7a-2c98-43a2-b487-68cbec6176b2 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.1592703 Apr 07 11:47:07.095900 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c58e9514-d118-4fa9-bc6d-f3c0edbab588 req-ca82fa06-4303-4722-bbc4-9864a9fa7cfd tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 210 time: 0.0412564 Apr 07 11:47:07.101300 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Made reservation on behalf of d0e5b31250d9426ab0ef003098804c82 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:07.104438 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:07.142983 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa298375-432f-41af-b5f1-9efc6a04b8a8 req-28ae4bcc-c714-486d-9231-dbc8c25a55d6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982976 Apr 07 11:47:07.243787 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.20.0.3 (85cbfb78-686d-4070-ba17-e809f8b4357f/6c57577c-7929-4617-b65b-b9e243b0b72a/d928cf5b-5c94-47d2-b08c-d3df0b300c73) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:07.389493 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:07.461123 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fd4a-ffc4-4b49-90fe-3eb3d9e40f37 req-f72fe5c0-484c-47fa-8fe6-0640791a66c0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.462707 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08c3fd4a-ffc4-4b49-90fe-3eb3d9e40f37 req-f72fe5c0-484c-47fa-8fe6-0640791a66c0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0700929 Apr 07 11:47:07.464266 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:07.541831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:07.557053 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:07.564355 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:07.569285 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=d928cf5b-5c94-47d2-b08c-d3df0b300c73,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:07.678920 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08c3fd4a-ffc4-4b49-90fe-3eb3d9e40f37 req-ba7e6482-25ae-49de-a7e5-9b9540c03d02 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2072747 Apr 07 11:47:07.689099 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.689727 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:07.714789 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-c4f1ffc3-c3f6-4833-a648-458a467f9af9 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.716308 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-c4f1ffc3-c3f6-4833-a648-458a467f9af9 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "GET /v2.0/networks?id=1652851b-0c8b-4ac5-bdab-f19e776cd110 HTTP/1.1" status: 200 len: 809 time: 0.2119346 Apr 07 11:47:07.719913 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-fc431731-5b43-4523-bb1c-d646e2ccc1b1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8512013 Apr 07 11:47:07.801489 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43ff3-b8ce-41c0-b910-c2335b9aab7d req-b7df761e-905c-4e93-96e3-0393263b9cc0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.803452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7c43ff3-b8ce-41c0-b910-c2335b9aab7d req-b7df761e-905c-4e93-96e3-0393263b9cc0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 931 time: 0.0530393 Apr 07 11:47:07.845065 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-faedb0cf-c9cc-4910-ac0c-774500219809 None None] Provisioning complete for port d928cf5b-5c94-47d2-b08c-d3df0b300c73 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:07.845633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-faedb0cf-c9cc-4910-ac0c-774500219809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:07.849354 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7c43ff3-b8ce-41c0-b910-c2335b9aab7d req-649386f7-187c-4bc3-8237-d80209125b4d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 Apr 07 11:47:07.888494 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-faedb0cf-c9cc-4910-ac0c-774500219809 None None] Port d928cf5b-5c94-47d2-b08c-d3df0b300c73 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:07.938885 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993691f6-95fa-49a6-89ab-1f96ce650cfd req-d6ffea3a-b831-48e5-867c-c4aeed3f86fb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.940342 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-993691f6-95fa-49a6-89ab-1f96ce650cfd req-d6ffea3a-b831-48e5-867c-c4aeed3f86fb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Apr 07 11:47:07.989113 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-993691f6-95fa-49a6-89ab-1f96ce650cfd req-a6c4b690-26f6-419d-bd6a-d3de1454a76e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Apr 07 11:47:08.040764 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:08.143955 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:08.159347 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'mac_address': 'fa:16:3e:13:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:08.177705 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Request body: {'port': {'device_id': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110', 'admin_state_up': True, 'tenant_id': 'fcaa2c61844d491f9f8df00a74b39a5d'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:08.183664 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Request body: {'port': {'device_id': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:08.201151 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: ACTIVE; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:08.201638 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:08.215896 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b88f1c2-4488-465d-9d84-f0ea21b2b338 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:08.225609 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b8c026c9-04dd-449c-bf42-d531e45957fe req-4d139aec-8f37-4851-8149-222dfb86ce77 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 210 time: 0.0638249 Apr 07 11:47:08.235079 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:08.240255 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:08.293750 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=6']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:08.341704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:08.377960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ce98-98bc-4e2f-853a-a0936951fc36 req-e291ff23-aa16-48d1-b9e1-55f23082f131 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:08.379411 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d241ce98-98bc-4e2f-853a-a0936951fc36 req-e291ff23-aa16-48d1-b9e1-55f23082f131 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.1532152 Apr 07 11:47:08.397568 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['9b88f1c2-4488-465d-9d84-f0ea21b2b338'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:08.498399 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Made reservation on behalf of fcaa2c61844d491f9f8df00a74b39a5d for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:08.501923 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:08.537338 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d241ce98-98bc-4e2f-853a-a0936951fc36 req-c0dc851a-b75b-4ea6-b83a-63eb5ef0de19 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398056 Apr 07 11:47:08.729246 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Allocated IP 172.20.0.10 (1652851b-0c8b-4ac5-bdab-f19e776cd110/a7ad273f-be58-4517-93d5-e7dddba8d634/606ddcaf-04a1-40d9-be19-bc87c4f4a943) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:08.813173 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d928cf5b-5c94-47d2-b08c-d3df0b300c73 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:08.826157 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Publish callbacks [] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:08.858162 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Transition to ACTIVE for port object d928cf5b-5c94-47d2-b08c-d3df0b300c73 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:08.866562 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:08.917655 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd113d4-2b37-4d99-86a3-e06a6544d5a6 req-7e24bbd3-def5-402c-be7e-ce4ec0217089 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:08.919126 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5fd113d4-2b37-4d99-86a3-e06a6544d5a6 req-7e24bbd3-def5-402c-be7e-ce4ec0217089 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1543391 Apr 07 11:47:09.254695 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Pushing event updated for resources: {'Port': ['ID=d928cf5b-5c94-47d2-b08c-d3df0b300c73,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:09.363652 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks [] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.371872 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5fd113d4-2b37-4d99-86a3-e06a6544d5a6 req-0e78ffaf-6679-4a67-b61b-3b1ffded0aac tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1856284 Apr 07 11:47:09.383808 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519a9de-658a-445f-9590-6fc3e2f7c176 req-d34faa85-f8fc-46dc-bb6b-35d91a35bf05 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.385290 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e519a9de-658a-445f-9590-6fc3e2f7c176 req-d34faa85-f8fc-46dc-bb6b-35d91a35bf05 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 943 time: 0.4615192 Apr 07 11:47:09.464753 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Attempting to bind port d928cf5b-5c94-47d2-b08c-d3df0b300c73 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:09.465040 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Attempting to bind port d928cf5b-5c94-47d2-b08c-d3df0b300c73 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:09.465370 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Attempting to bind port d928cf5b-5c94-47d2-b08c-d3df0b300c73 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:09.497406 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Port d928cf5b-5c94-47d2-b08c-d3df0b300c73 on network 85cbfb78-686d-4070-ba17-e809f8b4357f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:09.497731 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Attempting to bind port d928cf5b-5c94-47d2-b08c-d3df0b300c73 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:09.508309 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e519a9de-658a-445f-9590-6fc3e2f7c176 req-64322585-312a-4c1d-b47d-4e246ddf08b3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151044 Apr 07 11:47:09.509206 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.516453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:09.516787 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:09.517184 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Bound using segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:09.517617 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Bound port: d928cf5b-5c94-47d2-b08c-d3df0b300c73, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:09.517960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.580849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Network 1652851b-0c8b-4ac5-bdab-f19e776cd110 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:09.596116 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d7dd-5790-4072-95cf-0e3182e2abd2 req-20827af2-0488-4739-bd54-43f272623d86 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.597660 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6309d7dd-5790-4072-95cf-0e3182e2abd2 req-20827af2-0488-4739-bd54-43f272623d86 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 944 time: 0.1530681 Apr 07 11:47:09.621985 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:09.628419 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Pushing event updated for resources: {'Port': ['ID=606ddcaf-04a1-40d9-be19-bc87c4f4a943,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:09.631276 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:09.751810 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.752429 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.765165 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] For port d928cf5b-5c94-47d2-b08c-d3df0b300c73, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:09.786945 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6309d7dd-5790-4072-95cf-0e3182e2abd2 req-2c3b5d5c-5a04-4868-a97e-973478ff665e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617954 Apr 07 11:47:09.789415 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] For port d928cf5b-5c94-47d2-b08c-d3df0b300c73, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:09.799924 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89924c0d-c9d5-4a1a-8b34-301ff64bd200 req-00455dd4-665e-454a-ad55-c7bb745e0fa4 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.801182 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-89924c0d-c9d5-4a1a-8b34-301ff64bd200 req-00455dd4-665e-454a-ad55-c7bb745e0fa4 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 932 time: 0.2223420 Apr 07 11:47:09.804142 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.842689 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-d65b4fbc-17e3-4737-aad0-8e4bc822485c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6704197 Apr 07 11:47:09.861141 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Request body: {'port': {'device_id': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:09.883283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.884025 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.885316 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] 10.222.0.26 "PUT /v2.0/ports/d928cf5b-5c94-47d2-b08c-d3df0b300c73 HTTP/1.1" status: 200 len: 1093 time: 1.7118602 Apr 07 11:47:09.888247 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:09.890551 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:09.971857 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fc985-f53d-4976-a6c0-ddcc37a835ea service neutron] Pushing event updated for resources: {'Port': ['ID=d928cf5b-5c94-47d2-b08c-d3df0b300c73,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:10.023030 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-89924c0d-c9d5-4a1a-8b34-301ff64bd200 req-3cad1c5a-a8ce-4f42-b37e-f760d1ace3fc tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132533 Apr 07 11:47:10.036909 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.063198 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:10.067170 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c5512-7549-4ba3-8b3d-6e3ef4f1c8a0 req-120a7940-bef2-491a-9c25-96fb510c3f7c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.068807 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c38c5512-7549-4ba3-8b3d-6e3ef4f1c8a0 req-120a7940-bef2-491a-9c25-96fb510c3f7c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.1682651 Apr 07 11:47:10.092457 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da3ebd-ef3c-4f44-a1bf-2063c0948399 x-openstack-request-id: req-e9da3ebd-ef3c-4f44-a1bf-2063c0948399 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:10.092743 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:10.093018 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9da3ebd-ef3c-4f44-a1bf-2063c0948399 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:10.093407 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9da3ebd-ef3c-4f44-a1bf-2063c0948399'] response: {'name': 'network-changed', 'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'status': 'completed', 'code': 200} Apr 07 11:47:10.109673 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-e580edda-a727-4888-8e32-64ce45322c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.111146 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-e580edda-a727-4888-8e32-64ce45322c42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 1127 time: 0.1668479 Apr 07 11:47:10.124438 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:10.124914 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.178920 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-af2c7e5d-e840-44e6-b1cc-7e386ad1d2f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73 HTTP/1.1" status: 200 len: 217 time: 0.0579512 Apr 07 11:47:10.237782 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:10.238033 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.279156 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:10.279878 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:10.287808 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3015a9ca-1dac-46f5-84ad-023a501cbf6a" -d '{"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-plugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:10.289987 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c38c5512-7549-4ba3-8b3d-6e3ef4f1c8a0 req-e047dba6-d143-495e-89dd-98ac05a5bbb0 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989424 Apr 07 11:47:10.294844 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.346235 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8289d-b0b6-4117-b237-191ef95414f0 x-openstack-request-id: req-07c8289d-b0b6-4117-b237-191ef95414f0 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:10.346530 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-plugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:10.346785 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07c8289d-b0b6-4117-b237-191ef95414f0 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:10.347181 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c8289d-b0b6-4117-b237-191ef95414f0'] response: {'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'code': 200} Apr 07 11:47:10.358935 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-ea5bfb3f-5891-4e05-8bea-6b1beef1ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.360420 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-ea5bfb3f-5891-4e05-8bea-6b1beef1ab2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.1323574 Apr 07 11:47:10.370022 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=7']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:10.590131 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-f88da83f-af3d-4cff-a6b7-06eb7bb993fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.591535 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-f88da83f-af3d-4cff-a6b7-06eb7bb993fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1882322 Apr 07 11:47:10.602854 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b99756-5a9f-4959-b750-673bc5c9b1f6 req-8178e25e-8ff0-464b-95e3-79ec8452676e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.606859 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-67b99756-5a9f-4959-b750-673bc5c9b1f6 req-8178e25e-8ff0-464b-95e3-79ec8452676e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.2020535 Apr 07 11:47:10.614474 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38614) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:10.624116 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'floatingip': {'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:10.660935 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fa956-ca5d-4d89-a83a-828bd89e00bc req-97713290-3a4a-4bcd-ba16-5cc4778a4621 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.662469 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-357fa956-ca5d-4d89-a83a-828bd89e00bc req-97713290-3a4a-4bcd-ba16-5cc4778a4621 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1953087 Apr 07 11:47:10.701313 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (124b61de-995f-4486-896c-8655203c0550), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.802844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606ddcaf-04a1-40d9-be19-bc87c4f4a943 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:10.829926 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Publish callbacks [] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.864054 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-357fa956-ca5d-4d89-a83a-828bd89e00bc req-6840dd42-9a87-4626-8246-5404798d27f4 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1853025 Apr 07 11:47:10.874456 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Transition to ACTIVE for port object 606ddcaf-04a1-40d9-be19-bc87c4f4a943 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:10.883192 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfced3-e142-4425-885f-c11c1a579cf3 req-f641ca74-5992-4bd3-ac7d-e70739228340 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.901828 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dfdfced3-e142-4425-885f-c11c1a579cf3 req-f641ca74-5992-4bd3-ac7d-e70739228340 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 943 time: 0.2290788 Apr 07 11:47:10.905029 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-2f49233d-dec9-46c8-820b-9bdbbf767a5f service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972720 Apr 07 11:47:10.910971 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.072529 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Pushing event updated for resources: {'Port': ['ID=606ddcaf-04a1-40d9-be19-bc87c4f4a943,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:11.111056 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dfdfced3-e142-4425-885f-c11c1a579cf3 req-8969fbb4-e24c-40a7-b4d7-f5d3c330f571 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082584 Apr 07 11:47:11.175411 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-75d8129f-79a2-47d8-95f3-9c999fe89ed9 req-c5461961-d4b5-44a1-8695-92fa0d984895 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613425 Apr 07 11:47:11.252182 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034964-12dc-44d3-8b99-7e911d23ee94 req-d0a74fc0-6fb5-4464-9899-18385196cbc8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.259606 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c3034964-12dc-44d3-8b99-7e911d23ee94 req-d0a74fc0-6fb5-4464-9899-18385196cbc8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.2718978 Apr 07 11:47:11.324566 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.328896 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Attempting to bind port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:11.329495 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Attempting to bind port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:11.329653 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Attempting to bind port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 on network 1652851b-0c8b-4ac5-bdab-f19e776cd110 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:11.332980 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (124b61de-995f-4486-896c-8655203c0550), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.364898 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c3034964-12dc-44d3-8b99-7e911d23ee94 req-64e39a60-28ca-4dd4-9ede-48258a0fb982 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853767 Apr 07 11:47:11.370073 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 on network 1652851b-0c8b-4ac5-bdab-f19e776cd110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:11.370231 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Attempting to bind port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 on network 1652851b-0c8b-4ac5-bdab-f19e776cd110 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:11.386533 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258364af-a910-4331-8289-263c78eefa9b req-1e390fc6-964d-427b-b529-24b699c9d1cf tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.388004 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-258364af-a910-4331-8289-263c78eefa9b req-1e390fc6-964d-427b-b529-24b699c9d1cf tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 944 time: 0.1748559 Apr 07 11:47:11.392182 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:11.392522 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Checking segment: {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:11.394630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Bound using segment: {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:11.395086 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Bound port: 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a4b415-a3d1-4874-bd77-163e9f75a671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:11.395448 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.451106 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Floating IP 124b61de-995f-4486-896c-8655203c0550 associated. External IP: 172.27.2.31, port: bb38e8dd-e172-4b3d-af5f-8afb3e9e993d. Apr 07 11:47:11.493461 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-258364af-a910-4331-8289-263c78eefa9b req-a135b9fb-adf2-4f93-bd5f-7cb2038df480 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954740 Apr 07 11:47:11.519694 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] For port 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:11.523158 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] For port 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=606ddcaf-04a1-40d9-be19-bc87c4f4a943,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:11.542051 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.587147 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.587615 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.589190 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] 10.222.0.26 "PUT /v2.0/ports/606ddcaf-04a1-40d9-be19-bc87c4f4a943 HTTP/1.1" status: 200 len: 1094 time: 1.7365181 Apr 07 11:47:11.611154 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85c4a-d6fe-4dab-8a7e-af1163759838 service neutron] Pushing event updated for resources: {'Port': ['ID=606ddcaf-04a1-40d9-be19-bc87c4f4a943,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:11.893605 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Router 8cba865f-004d-4460-b60d-8134ea897409 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:12.022106 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc6110-2a00-4c1f-8832-966d963c4eb8 req-d573a46f-2df7-4006-818c-352f917d7640 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.023603 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-adcc6110-2a00-4c1f-8832-966d963c4eb8 req-d573a46f-2df7-4006-818c-352f917d7640 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0648198 Apr 07 11:47:12.026520 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:12.038946 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] Sync routers for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:12.039942 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:12.050905 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:12.051811 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:47:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:12.074760 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5972a00f-d81e-4ed1-9c6c-8abf981f246f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "PUT /v2.0/floatingips/124b61de-995f-4486-896c-8655203c0550 HTTP/1.1" status: 200 len: 990 time: 1.4587591 Apr 07 11:47:12.075489 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:12.077833 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60ac37-91d1-4d92-9669-dabe16dd7dae" -d '{"events": [{"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:12.093985 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'tag': '606ddcaf-04a1-40d9-be19-bc87c4f4a943'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:12.096526 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdce9ff-63b8-4876-a3b8-2853c27700cf", "tag": "606ddcaf-04a1-40d9-be19-bc87c4f4a943"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:12.121137 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d670c-2139-45a1-88ad-fc8f5be4b2ba x-openstack-request-id: req-b36d670c-2139-45a1-88ad-fc8f5be4b2ba {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:12.121676 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:12.122626 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b36d670c-2139-45a1-88ad-fc8f5be4b2ba {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:12.123084 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36d670c-2139-45a1-88ad-fc8f5be4b2ba'] response: {'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'status': 'completed', 'code': 200} Apr 07 11:47:12.165172 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce946ad-a872-4c2f-b81a-2011e66c59b8 x-openstack-request-id: req-7ce946ad-a872-4c2f-b81a-2011e66c59b8 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:12.165456 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdce9ff-63b8-4876-a3b8-2853c27700cf", "tag": "606ddcaf-04a1-40d9-be19-bc87c4f4a943", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:12.165709 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ce946ad-a872-4c2f-b81a-2011e66c59b8 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:12.166106 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce946ad-a872-4c2f-b81a-2011e66c59b8'] response: {'name': 'network-changed', 'server_uuid': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'tag': '606ddcaf-04a1-40d9-be19-bc87c4f4a943', 'status': 'completed', 'code': 200} Apr 07 11:47:12.185746 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-adcc6110-2a00-4c1f-8832-966d963c4eb8 req-237c7933-d72d-4bca-9dba-68af6e92cf97 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1471350 Apr 07 11:47:12.201724 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:12.286955 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad1c64-8f93-4805-9917-f2a30243e580 req-30a0629e-5c5c-40ce-9793-62fdc1a8dbca tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.293978 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2cad1c64-8f93-4805-9917-f2a30243e580 req-30a0629e-5c5c-40ce-9793-62fdc1a8dbca tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 943 time: 0.0762568 Apr 07 11:47:12.368204 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2cad1c64-8f93-4805-9917-f2a30243e580 req-8222345e-c350-41ef-b3da-f437a16f72af tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705643 Apr 07 11:47:12.489227 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-f03160cc-42d7-4a8c-8b27-d6dee743bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.490878 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-f03160cc-42d7-4a8c-8b27-d6dee743bd76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.0866396 Apr 07 11:47:12.622041 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20 req-278e9418-5f04-4d4c-8c8d-434e6650ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.623860 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20 req-278e9418-5f04-4d4c-8c8d-434e6650ae4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 1128 time: 0.2090046 Apr 07 11:47:12.640468 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '124b61de-995f-4486-896c-8655203c0550', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8cba865f-004d-4460-b60d-8134ea897409', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:11Z', 'revision_number': 1, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:12.646795 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-dd13ca35-a0b9-4166-a211-7589349b7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.651026 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-dd13ca35-a0b9-4166-a211-7589349b7c0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 1127 time: 0.2588954 Apr 07 11:47:12.688640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-c2f9fe5a-801a-402f-9abc-f386a81dbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.690140 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-c2f9fe5a-801a-402f-9abc-f386a81dbe98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.1865358 Apr 07 11:47:12.690856 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] Checking router: 8cba865f-004d-4460-b60d-8134ea897409 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:12.709891 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:12.711716 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:47:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:12.825977 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-38dc142e-c4c7-488d-86b3-663b87ba4bcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 998 time: 0.1256499 Apr 07 11:47:12.861632 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:12.877961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-5f923efb-b128-40e1-a652-d4db3db787a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.879906 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-5f923efb-b128-40e1-a652-d4db3db787a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0493200 Apr 07 11:47:12.954417 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-d5cab23b-3ff2-4f86-b58c-f53f531a3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.956969 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-d5cab23b-3ff2-4f86-b58c-f53f531a3365 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681469 Apr 07 11:47:13.069644 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-8f011d06-1328-4f4a-9a40-bc74cefc754c service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047680 Apr 07 11:47:13.173032 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '124b61de-995f-4486-896c-8655203c0550', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8cba865f-004d-4460-b60d-8134ea897409', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:11Z', 'revision_number': 1, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:13.187355 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-6b60ac37-91d1-4d92-9669-dabe16dd7dae req-f777b9e5-f79a-43d9-bbba-2bc7f92d2a34 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115475 Apr 07 11:47:13.201777 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d7ee1-63bc-44d4-832b-28733bb10369 None None] The sync data for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi is: [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '124b61de-995f-4486-896c-8655203c0550', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8cba865f-004d-4460-b60d-8134ea897409', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:11Z', 'revision_number': 1, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:13.215598 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20 req-a9c4bc66-97e6-484c-ade2-6f98c1bcb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.217093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20 req-a9c4bc66-97e6-484c-ade2-6f98c1bcb25e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5746217 Apr 07 11:47:13.256137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a28e8-3408-44b4-bbf3-15f7236e5170 req-01e8a42e-a860-4115-8f0a-80191cf8678e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.257630 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-879a28e8-3408-44b4-bbf3-15f7236e5170 req-01e8a42e-a860-4115-8f0a-80191cf8678e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.7338147 Apr 07 11:47:13.470240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ac249-9082-4cdb-9eb8-b7e205e89697 None None] New status for floating IP 124b61de-995f-4486-896c-8655203c0550: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:47:13.513735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13bba-1c57-4176-9a1f-e7f2ce29f239 req-4296fff6-415f-4305-aff7-c87a3b9bd2ac tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.515255 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2af13bba-1c57-4176-9a1f-e7f2ce29f239 req-4296fff6-415f-4305-aff7-c87a3b9bd2ac tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 944 time: 0.8810191 Apr 07 11:47:13.608918 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-879a28e8-3408-44b4-bbf3-15f7236e5170 req-ecae2e18-0d0f-488e-9e97-e6b3683e30a2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205640 Apr 07 11:47:13.608918 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-013aa906-43fe-4832-bb24-a86886e87b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.608918 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-013aa906-43fe-4832-bb24-a86886e87b41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.3933754 Apr 07 11:47:13.652053 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2af13bba-1c57-4176-9a1f-e7f2ce29f239 req-61976b67-708c-4f3c-9e1a-647ff8d296b7 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131012 Apr 07 11:47:13.652053 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20 req-1f619908-2aff-4d96-9e49-94ccf2e273b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.652053 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8c447802-c2d4-4bd5-8a79-ce43e36e9f20 req-1f619908-2aff-4d96-9e49-94ccf2e273b2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3993607 Apr 07 11:47:13.702397 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-781de1e6-e538-4538-be60-f97b6c7c84d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73 HTTP/1.1" status: 200 len: 217 time: 0.0549908 Apr 07 11:47:13.870657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-c369acab-c5f2-45c6-b7b0-2da08a25a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.872104 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-c369acab-c5f2-45c6-b7b0-2da08a25a672 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.1608961 Apr 07 11:47:13.933156 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-5f4072bf-288f-491e-82a7-1fcf1d9e1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.934566 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-5f4072bf-288f-491e-82a7-1fcf1d9e1c3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 1128 time: 0.2036088 Apr 07 11:47:13.943802 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa859d-9f4c-4841-aaf5-5996a9f38ebf req-e5c4ee9d-e476-4f1a-86e6-0bbc410d5e47 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.945543 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4afa859d-9f4c-4841-aaf5-5996a9f38ebf req-e5c4ee9d-e476-4f1a-86e6-0bbc410d5e47 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1806524 Apr 07 11:47:14.000735 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-920839a3-5973-4d70-9869-0cb7391ca6cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=606ddcaf-04a1-40d9-be19-bc87c4f4a943 HTTP/1.1" status: 200 len: 217 time: 0.0535049 Apr 07 11:47:14.010775 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cd6ca-9bac-4e5e-abdc-fb0db502f44d req-94909a6b-fc6c-4ed8-91e5-661d136e6908 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.012295 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a41cd6ca-9bac-4e5e-abdc-fb0db502f44d req-94909a6b-fc6c-4ed8-91e5-661d136e6908 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 943 time: 0.2119138 Apr 07 11:47:14.080627 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device d928cf5b-5c94-47d2-b08c-d3df0b300c73 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:14.084606 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-50d02e5c-4f2c-47e0-a12b-e60f675d7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.086123 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-50d02e5c-4f2c-47e0-a12b-e60f675d7f24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2031188 Apr 07 11:47:14.163249 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4afa859d-9f4c-4841-aaf5-5996a9f38ebf req-62ae535b-8bde-45ff-a787-a633589dbc34 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2012496 Apr 07 11:47:14.165875 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7efed-9623-4292-8448-5e61633eb12d req-0e80456e-5ce1-44ab-9f91-bf4ba4e1baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.167336 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-0e80456e-5ce1-44ab-9f91-bf4ba4e1baac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7ad273f-be58-4517-93d5-e7dddba8d634 HTTP/1.1" status: 200 len: 849 time: 0.1485984 Apr 07 11:47:14.237625 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-7c88a5a5-862d-4e2d-85cc-cef137d0b0b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1652851b-0c8b-4ac5-bdab-f19e776cd110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406699 Apr 07 11:47:14.238138 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port d928cf5b-5c94-47d2-b08c-d3df0b300c73, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:14.251277 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a41cd6ca-9bac-4e5e-abdc-fb0db502f44d req-1d15cab7-baa0-48a3-b3ce-5979ae241929 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209535 Apr 07 11:47:14.251921 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'port_id': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'mac_address': 'fa:16:3e:77:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:14.327385 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port d928cf5b-5c94-47d2-b08c-d3df0b300c73 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:14.327975 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.345428 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d928cf5b-5c94-47d2-b08c-d3df0b300c73 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:14.345727 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-b98a7299-e30e-4220-a0f5-d135196b275b service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478156 Apr 07 11:47:14.386747 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port d928cf5b-5c94-47d2-b08c-d3df0b300c73, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:14.392298 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.438972 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-831bbb87-6b02-4ba0-a934-042659a4213c service neutron] 10.222.0.26 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846740 Apr 07 11:47:14.463118 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=d928cf5b-5c94-47d2-b08c-d3df0b300c73,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:14.556700 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74afdbcb-9386-4b23-96f3-8fd9cee3f4e3 req-784e681f-d2d8-4e5d-a3ff-0fd4635afb87 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971931 Apr 07 11:47:14.592137 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db7efed-9623-4292-8448-5e61633eb12d req-9439c2ae-fbc6-4d4c-9148-313f1833340d service neutron] 10.222.0.26 "GET /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442897 Apr 07 11:47:14.734402 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90344f-29b4-4f32-a416-af88d31062ae req-9bc8df9a-909d-44ee-a9ec-4050534c569d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.735816 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fc90344f-29b4-4f32-a416-af88d31062ae req-9bc8df9a-909d-44ee-a9ec-4050534c569d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0610366 Apr 07 11:47:14.745783 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['d928cf5b-5c94-47d2-b08c-d3df0b300c73'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:14.860389 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b009076-fe1a-401a-a7e3-9ecf2d5cda00 req-21537539-fafa-4223-bb14-745e7db67739 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.862288 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4b009076-fe1a-401a-a7e3-9ecf2d5cda00 req-21537539-fafa-4223-bb14-745e7db67739 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 944 time: 0.1150007 Apr 07 11:47:14.870123 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fc90344f-29b4-4f32-a416-af88d31062ae req-70822c19-5dc1-479c-baab-0ee22fb1a395 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207852 Apr 07 11:47:14.921946 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4b009076-fe1a-401a-a7e3-9ecf2d5cda00 req-cce585ea-e641-460e-8586-c5aab1a1883d tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Apr 07 11:47:15.319708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e71c5-b1e3-4120-8bdd-b4395f54d131 req-64add7a0-326a-4b8a-a26b-2f46d53a2248 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:15.322250 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-318e71c5-b1e3-4120-8bdd-b4395f54d131 req-64add7a0-326a-4b8a-a26b-2f46d53a2248 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0662820 Apr 07 11:47:15.412186 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-318e71c5-b1e3-4120-8bdd-b4395f54d131 req-9ad1e3af-2303-4caf-8550-955e860bb682 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0811024 Apr 07 11:47:15.428891 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a67c-dfea-4186-9c6f-158d867c5d03 req-867f2fc2-ef5f-4e10-b05f-738f49cd2382 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:15.430406 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2919a67c-dfea-4186-9c6f-158d867c5d03 req-867f2fc2-ef5f-4e10-b05f-738f49cd2382 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 944 time: 0.0945330 Apr 07 11:47:15.492661 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2919a67c-dfea-4186-9c6f-158d867c5d03 req-0df9e5b7-8da1-43da-a8e9-d825ded534dc tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543995 Apr 07 11:47:15.777665 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.045095 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dbace-e262-46e3-9260-b4fccc2d4da0 req-d4bd2bac-b5a7-4d6f-85b2-57e3560377db tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.046785 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-382dbace-e262-46e3-9260-b4fccc2d4da0 req-d4bd2bac-b5a7-4d6f-85b2-57e3560377db tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0990906 Apr 07 11:47:16.098314 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489af660-7734-48a4-8c0e-e87a9f97bfe7 req-f06e5c7a-2a03-4d60-9b18-f8879d7365fb tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.099898 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-489af660-7734-48a4-8c0e-e87a9f97bfe7 req-f06e5c7a-2a03-4d60-9b18-f8879d7365fb tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 944 time: 0.1007123 Apr 07 11:47:16.100544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 606ddcaf-04a1-40d9-be19-bc87c4f4a943 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:16.107900 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device d928cf5b-5c94-47d2-b08c-d3df0b300c73 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:16.123848 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-382dbace-e262-46e3-9260-b4fccc2d4da0 req-f1d72c80-f716-42d5-9370-de5b594ca9f9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693209 Apr 07 11:47:16.191718 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-489af660-7734-48a4-8c0e-e87a9f97bfe7 req-e20c5ee6-533f-4e67-8b54-d411834248ac tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750511 Apr 07 11:47:16.434380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port d928cf5b-5c94-47d2-b08c-d3df0b300c73 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:47:16.445631 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port d928cf5b-5c94-47d2-b08c-d3df0b300c73 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:16.446444 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.453917 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=606ddcaf-04a1-40d9-be19-bc87c4f4a943,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:16.490969 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '606ddcaf-04a1-40d9-be19-bc87c4f4a943', 'network_id': '1652851b-0c8b-4ac5-bdab-f19e776cd110', 'port_id': '606ddcaf-04a1-40d9-be19-bc87c4f4a943', 'mac_address': 'fa:16:3e:37:a0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ad273f-be58-4517-93d5-e7dddba8d634', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:16.565573 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:16.565970 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.606138 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606ddcaf-04a1-40d9-be19-bc87c4f4a943 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:16.617424 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port d928cf5b-5c94-47d2-b08c-d3df0b300c73 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:16.617871 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.624993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d267a7b-dda1-4448-930d-5103d00c94e1 req-1c6ae738-dd47-4193-ae9c-5433f5b0eed7 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.626759 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d267a7b-dda1-4448-930d-5103d00c94e1 req-1c6ae738-dd47-4193-ae9c-5433f5b0eed7 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1219280 Apr 07 11:47:16.642281 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=606ddcaf-04a1-40d9-be19-bc87c4f4a943,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:16.652166 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.659575 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:16.663431 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7137b9-6cb6-4bea-af19-89629ad9ecd8" -d '{"events": [{"server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "name": "network-vif-plugged", "status": "completed", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:16.697322 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port d928cf5b-5c94-47d2-b08c-d3df0b300c73, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:16.707009 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:16.725679 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d267a7b-dda1-4448-930d-5103d00c94e1 req-7d7af94c-b646-4aef-93e3-8d883cd7ee67 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0775864 Apr 07 11:47:16.731448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=606ddcaf-04a1-40d9-be19-bc87c4f4a943,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:16.739862 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe103a-ec8a-40e0-bebb-aad05e126df0 req-6ce6fd22-b028-4315-ac21-2d1a11d66f98 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.741510 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cfbe103a-ec8a-40e0-bebb-aad05e126df0 req-6ce6fd22-b028-4315-ac21-2d1a11d66f98 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 944 time: 0.1119413 Apr 07 11:47:16.793456 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a36da-9f35-48fe-9ec7-466882894846 x-openstack-request-id: req-9d7a36da-9f35-48fe-9ec7-466882894846 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:16.795179 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "name": "network-vif-plugged", "status": "completed", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:16.795445 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d7a36da-9f35-48fe-9ec7-466882894846 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:16.795859 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7a36da-9f35-48fe-9ec7-466882894846'] response: {'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'code': 200} Apr 07 11:47:16.810858 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=d928cf5b-5c94-47d2-b08c-d3df0b300c73,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:16.817993 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cfbe103a-ec8a-40e0-bebb-aad05e126df0 req-f120b5d1-474a-4e5e-b582-1a68a780ec94 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642455 Apr 07 11:47:16.972831 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['606ddcaf-04a1-40d9-be19-bc87c4f4a943'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:17.040054 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8ab8c-bbf5-4314-a1a1-77c06027dac3 req-82ba4edd-7944-434d-ac64-a74a9dc7b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.042249 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-73d8ab8c-bbf5-4314-a1a1-77c06027dac3 req-82ba4edd-7944-434d-ac64-a74a9dc7b59d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 1129 time: 0.0751801 Apr 07 11:47:17.093851 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-73d8ab8c-bbf5-4314-a1a1-77c06027dac3 req-2e603ad3-9f50-4fb7-b81b-4fd802b6733e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Apr 07 11:47:17.327233 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c8169-585e-41fa-ac34-1c4e55380c7b req-68031a94-bd67-46f7-8141-bb183bd69b27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.328992 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a81c8169-585e-41fa-ac34-1c4e55380c7b req-68031a94-bd67-46f7-8141-bb183bd69b27 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.1192470 Apr 07 11:47:17.377178 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011567-7b53-45ca-b91b-d9c067355123 req-5e1d8833-10f7-4d2c-81d6-3622888f7343 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.384492 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fd011567-7b53-45ca-b91b-d9c067355123 req-5e1d8833-10f7-4d2c-81d6-3622888f7343 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 945 time: 0.1164544 Apr 07 11:47:17.418569 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a81c8169-585e-41fa-ac34-1c4e55380c7b req-8ea2f639-ae8d-41d9-b473-33777c96f4a9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813150 Apr 07 11:47:17.451158 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fd011567-7b53-45ca-b91b-d9c067355123 req-ebdb687b-c5ef-41b6-bf09-e8e32b389450 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658090 Apr 07 11:47:17.844337 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c091-d904-4bf2-84f2-bc4d0d8cbf6e req-1705ebf4-317b-4c6c-8303-c076d4a54604 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.855420 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6212c091-d904-4bf2-84f2-bc4d0d8cbf6e req-1705ebf4-317b-4c6c-8303-c076d4a54604 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0645471 Apr 07 11:47:17.920138 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6212c091-d904-4bf2-84f2-bc4d0d8cbf6e req-76963578-5fb7-4f39-baa3-12ab0fd93f7f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0583005 Apr 07 11:47:17.965983 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10cd89-3397-4508-a5f2-e2e6c97df031 req-504c377a-a825-43f5-a67b-46e3f280d15a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.970310 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4a10cd89-3397-4508-a5f2-e2e6c97df031 req-504c377a-a825-43f5-a67b-46e3f280d15a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 945 time: 0.0661602 Apr 07 11:47:18.034944 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4a10cd89-3397-4508-a5f2-e2e6c97df031 req-dcd001fc-0e54-4f48-b620-a5fac7e38075 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586226 Apr 07 11:47:18.118282 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 606ddcaf-04a1-40d9-be19-bc87c4f4a943 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:18.193952 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:47:18.199958 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0764c-79a5-4219-b0ef-be4ff528acb7 req-7d694cf5-379a-4330-899e-c87ba72c2b76 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.202354 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:18.203033 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.207975 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b2b0764c-79a5-4219-b0ef-be4ff528acb7 req-7d694cf5-379a-4330-899e-c87ba72c2b76 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.1047089 Apr 07 11:47:18.312079 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b2b0764c-79a5-4219-b0ef-be4ff528acb7 req-86f81a0b-093d-4f08-8e34-18cda9919b43 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0942404 Apr 07 11:47:18.312079 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-577c4aef-c9ed-4a3a-b592-1502db868bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.312079 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-577c4aef-c9ed-4a3a-b592-1502db868bf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1130 time: 0.0951860 Apr 07 11:47:18.332602 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:18.333018 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.367811 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=606ddcaf-04a1-40d9-be19-bc87c4f4a943,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:18.371920 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.421385 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=606ddcaf-04a1-40d9-be19-bc87c4f4a943,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:18.594909 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08de0fa-eddf-4f8e-a155-eb728a80887e req-d1f09240-0387-4a73-a7c3-8ca7c5121e99 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.596176 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c08de0fa-eddf-4f8e-a155-eb728a80887e req-d1f09240-0387-4a73-a7c3-8ca7c5121e99 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0955861 Apr 07 11:47:18.619518 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea711a-50c5-4a07-aef1-9b94019b312a req-847f20c2-7677-4788-b3cc-287103aa6d25 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.621217 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-12ea711a-50c5-4a07-aef1-9b94019b312a req-847f20c2-7677-4788-b3cc-287103aa6d25 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.0896654 Apr 07 11:47:18.701018 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c08de0fa-eddf-4f8e-a155-eb728a80887e req-46994d1d-d15d-4899-8033-92186c94d002 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986235 Apr 07 11:47:18.713155 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-12ea711a-50c5-4a07-aef1-9b94019b312a req-c24e98c4-800d-42a1-9266-c6f96105baa2 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789325 Apr 07 11:47:18.797350 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606ddcaf-04a1-40d9-be19-bc87c4f4a943'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:18.801002 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814492f-b3a9-4133-aa82-c2e52e14035c" -d '{"events": [{"server_uuid": "5fdce9ff-63b8-4876-a3b8-2853c27700cf", "name": "network-vif-plugged", "status": "completed", "tag": "606ddcaf-04a1-40d9-be19-bc87c4f4a943"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:18.838680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c9b6e2-d6f3-495c-9b07-582b230ac37f x-openstack-request-id: req-52c9b6e2-d6f3-495c-9b07-582b230ac37f {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:18.839049 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdce9ff-63b8-4876-a3b8-2853c27700cf", "name": "network-vif-plugged", "status": "completed", "tag": "606ddcaf-04a1-40d9-be19-bc87c4f4a943", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:18.839426 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52c9b6e2-d6f3-495c-9b07-582b230ac37f {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:18.839882 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c9b6e2-d6f3-495c-9b07-582b230ac37f'] response: {'server_uuid': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606ddcaf-04a1-40d9-be19-bc87c4f4a943', 'code': 200} Apr 07 11:47:18.957011 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-53507e2e-d7be-4dd3-a9a2-5ffed439381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.959913 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-53507e2e-d7be-4dd3-a9a2-5ffed439381b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.1053936 Apr 07 11:47:19.080469 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-8e6da51f-8485-4212-bcb4-8f7dc54ff738 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 1001 time: 0.1012626 Apr 07 11:47:19.205985 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-77f61021-f398-4f88-a614-a94a408742d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.207516 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-77f61021-f398-4f88-a614-a94a408742d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.0982666 Apr 07 11:47:19.235525 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbf1c5-b829-4430-a285-30e08017f48e req-5350f122-30a0-4d2f-b1e6-fb006d46409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.235898 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2bfbf1c5-b829-4430-a285-30e08017f48e req-5350f122-30a0-4d2f-b1e6-fb006d46409a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 1130 time: 0.1403763 Apr 07 11:47:19.258761 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1474a2-ba77-47ff-9341-b542e71fec6b req-81e26286-d49e-45ca-a642-5f54ec8c9e69 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.260328 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4b1474a2-ba77-47ff-9341-b542e71fec6b req-81e26286-d49e-45ca-a642-5f54ec8c9e69 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 945 time: 0.1235707 Apr 07 11:47:19.340238 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2bfbf1c5-b829-4430-a285-30e08017f48e req-8c39c90f-1888-479a-bbdf-f0b485d77dd9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894108 Apr 07 11:47:19.353679 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-68c50c0d-7a2c-48ca-8e0d-d491e222aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.355210 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-68c50c0d-7a2c-48ca-8e0d-d491e222aad5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1359375 Apr 07 11:47:19.363710 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4b1474a2-ba77-47ff-9341-b542e71fec6b req-f6a68c77-c20e-4671-ae9d-da228ccaf792 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969296 Apr 07 11:47:19.830666 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad526c4-e799-45ec-badd-4df41efbb4bc req-1d8faeac-024b-401d-8b43-2bc1aece36ab tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.832518 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8ad526c4-e799-45ec-badd-4df41efbb4bc req-1d8faeac-024b-401d-8b43-2bc1aece36ab tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.4456222 Apr 07 11:47:19.865751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644c225-58a7-4f71-a608-6b33f27d4de3 req-82515c4d-b0b9-41e3-ad85-85203d11e5c8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.867200 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b644c225-58a7-4f71-a608-6b33f27d4de3 req-82515c4d-b0b9-41e3-ad85-85203d11e5c8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 945 time: 0.1680088 Apr 07 11:47:19.878142 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 38698) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:19.885166 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'port_id': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:19.889165 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-8e44d476-2fde-4583-b229-064f51e715b2 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912606 Apr 07 11:47:19.966861 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (dbbdcd24-355b-44f5-bbff-43b7f3ce1252), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.025125 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8ad526c4-e799-45ec-badd-4df41efbb4bc req-1d21144c-f972-41f6-94c3-afbca0acac20 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1855278 Apr 07 11:47:20.099591 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62938b70-7a40-4286-b4de-74d549dec65c req-d23c2a42-391b-4454-bd16-fa4ee5657c94 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:20.101038 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-62938b70-7a40-4286-b4de-74d549dec65c req-d23c2a42-391b-4454-bd16-fa4ee5657c94 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.1720898 Apr 07 11:47:20.319766 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-62938b70-7a40-4286-b4de-74d549dec65c req-19cacae2-6059-41d8-a058-e691d6cbe70f tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121816 Apr 07 11:47:20.335099 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7eb7-bd8d-476e-b6fa-7473a7915814 req-c0c849c0-a3d4-466b-acc3-2471250df3db tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:20.336659 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d35c7eb7-bd8d-476e-b6fa-7473a7915814 req-c0c849c0-a3d4-466b-acc3-2471250df3db tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.2325892 Apr 07 11:47:20.442138 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a719525e-cfe7-4486-bfcd-f32a4aca9752 req-e4c6deb0-ed2f-4b18-8ee0-8a06afbbd8e8 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470219 Apr 07 11:47:20.459498 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d35c7eb7-bd8d-476e-b6fa-7473a7915814 req-dff04b78-6d3e-474e-8c66-f11705a0ef37 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079526 Apr 07 11:47:20.639543 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.643378 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (dbbdcd24-355b-44f5-bbff-43b7f3ce1252), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:20.742572 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP dbbdcd24-355b-44f5-bbff-43b7f3ce1252 associated. External IP: 172.27.2.122, port: d928cf5b-5c94-47d2-b08c-d3df0b300c73. Apr 07 11:47:20.946684 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:21.053128 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:21.058388 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:21.064341 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:21.096908 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2a9030fb-4491-4609-821e-198af05f2dfe tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "PUT /v2.0/floatingips/dbbdcd24-355b-44f5-bbff-43b7f3ce1252 HTTP/1.1" status: 200 len: 991 time: 1.2078431 Apr 07 11:47:21.096908 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:21.096908 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5c338b-f921-45e1-9653-f36c61d4bd60" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:21.106822 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:21.107777 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:47:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:21.152076 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eba605-68e1-4ba2-a2eb-7572a1595180 x-openstack-request-id: req-c4eba605-68e1-4ba2-a2eb-7572a1595180 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:21.152368 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:21.152629 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4eba605-68e1-4ba2-a2eb-7572a1595180 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:21.153046 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4eba605-68e1-4ba2-a2eb-7572a1595180'] response: {'name': 'network-changed', 'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'status': 'completed', 'code': 200} Apr 07 11:47:21.181173 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb8fee-f07f-4c47-bd4d-63a4fcb284f1 req-f3709c20-d6c7-425a-9e5f-607ddca7b7f5 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.182693 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f5fb8fee-f07f-4c47-bd4d-63a4fcb284f1 req-f3709c20-d6c7-425a-9e5f-607ddca7b7f5 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0587916 Apr 07 11:47:21.229011 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:21.230626 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f5fb8fee-f07f-4c47-bd4d-63a4fcb284f1 req-7a448c4d-79ea-4829-8add-f152d6e3e5b8 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421860 Apr 07 11:47:21.443961 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590955-3ffb-4fc8-a7f7-1d1ee8b68194 req-2329b6b5-f644-41f9-8258-efaedce53e0c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.445473 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e5590955-3ffb-4fc8-a7f7-1d1ee8b68194 req-2329b6b5-f644-41f9-8258-efaedce53e0c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.0562170 Apr 07 11:47:21.469920 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}, {'id': 'dbbdcd24-355b-44f5-bbff-43b7f3ce1252', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:77:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:03Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:21.491923 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e5590955-3ffb-4fc8-a7f7-1d1ee8b68194 req-7d1422ea-4f89-4b1a-8ac4-c7d3a61fc173 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Apr 07 11:47:21.496541 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:21.509920 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:21.509920 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:47:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:21.585335 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d13a3-12de-4ee0-8fd9-4edc37e83c5f req-11d64eef-2c11-4dac-af3d-5a1090a19610 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.586914 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3f2d13a3-12de-4ee0-8fd9-4edc37e83c5f req-11d64eef-2c11-4dac-af3d-5a1090a19610 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0540702 Apr 07 11:47:21.636470 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3f2d13a3-12de-4ee0-8fd9-4edc37e83c5f req-8f6006e3-5f97-47ec-b24a-4f76734a52bb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Apr 07 11:47:21.719961 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:21.771003 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-2ebfe6ce-5695-4209-a073-633c8c5eaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.772515 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-2ebfe6ce-5695-4209-a073-633c8c5eaa6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 1129 time: 0.0759084 Apr 07 11:47:21.778352 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-4abf248d-ebcc-40fa-8625-40da59ca8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.779753 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-4abf248d-ebcc-40fa-8625-40da59ca8ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1129 time: 0.0749266 Apr 07 11:47:21.921784 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-83791f19-9f7c-45b9-a59d-9c779673eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.923236 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-83791f19-9f7c-45b9-a59d-9c779673eaec service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.1426237 Apr 07 11:47:21.939441 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-697230b6-5c77-4ff0-bea0-fde7f80b29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.940832 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-697230b6-5c77-4ff0-bea0-fde7f80b29f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.1104796 Apr 07 11:47:21.962569 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}, {'id': 'dbbdcd24-355b-44f5-bbff-43b7f3ce1252', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:77:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:03Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:21.992123 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4175-5bcd-4dd0-aeee-9ed1ae7ea935 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}, {'id': 'dbbdcd24-355b-44f5-bbff-43b7f3ce1252', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:77:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:03Z', 'updated_at': '2022-04-07T11:47:20Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:22.078209 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-4c844f3f-5118-4e05-b65e-4e7d07a562ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73 HTTP/1.1" status: 200 len: 999 time: 0.1241283 Apr 07 11:47:22.080227 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-dd60815b-7df9-4212-b428-24b927d4e623 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 1001 time: 0.1194010 Apr 07 11:47:22.219120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b328628-4584-456c-b765-e2d5fd3b7be8 None None] New status for floating IP dbbdcd24-355b-44f5-bbff-43b7f3ce1252: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:47:22.225109 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4905d-1f7e-49d8-856b-65609fa79a85 req-3181f695-77c5-4c9a-a9b8-1c6251edc008 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.227093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-78c4905d-1f7e-49d8-856b-65609fa79a85 req-3181f695-77c5-4c9a-a9b8-1c6251edc008 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.0562894 Apr 07 11:47:22.275867 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-78c4905d-1f7e-49d8-856b-65609fa79a85 req-5581e035-14b3-4609-9102-800160125ccb tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Apr 07 11:47:22.598696 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26c57c-0822-4862-ba09-1c1eecb2ebcd req-b3ad0f63-8dbd-42bc-b2fc-ce9dd9d1fadd tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.600170 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b26c57c-0822-4862-ba09-1c1eecb2ebcd req-b3ad0f63-8dbd-42bc-b2fc-ce9dd9d1fadd tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.2970755 Apr 07 11:47:22.646491 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b26c57c-0822-4862-ba09-1c1eecb2ebcd req-5dec05fa-c662-41f6-9b20-9357a1cf7fe3 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401523 Apr 07 11:47:22.772398 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-6aeec314-8a3a-4977-9fe5-06d8cb56d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.773857 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-6aeec314-8a3a-4977-9fe5-06d8cb56d187 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0990984 Apr 07 11:47:22.775034 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-21d343cb-d63b-4595-b740-b7ec049d1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.776308 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-21d343cb-d63b-4595-b740-b7ec049d1120 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.1094954 Apr 07 11:47:22.797179 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e637235-6172-461a-b3da-9a11a5b03069 req-c2139527-b4cc-44d9-aa3c-d1ccb0fd9bd4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.798521 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5e637235-6172-461a-b3da-9a11a5b03069 req-c2139527-b4cc-44d9-aa3c-d1ccb0fd9bd4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0712967 Apr 07 11:47:22.844385 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5e637235-6172-461a-b3da-9a11a5b03069 req-e3a9e392-b80d-4503-b361-90fc0f4033ca tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 Apr 07 11:47:23.391562 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c607377-f513-46fb-8ea0-483cd8f42237 req-787444bb-d17c-4198-a582-d29f7a5c777c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.392966 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c607377-f513-46fb-8ea0-483cd8f42237 req-787444bb-d17c-4198-a582-d29f7a5c777c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.0516691 Apr 07 11:47:23.437954 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c607377-f513-46fb-8ea0-483cd8f42237 req-55ae049f-55d5-4534-83fa-35dcd2a03c67 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Apr 07 11:47:23.764714 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3a147-781d-4243-93ae-6d215b76b2b7 req-f1f32b43-0042-41a9-b851-3f5845d2c0d8 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.766190 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8bb3a147-781d-4243-93ae-6d215b76b2b7 req-f1f32b43-0042-41a9-b851-3f5845d2c0d8 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0544796 Apr 07 11:47:23.810470 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8bb3a147-781d-4243-93ae-6d215b76b2b7 req-98e2d0e9-7e78-4d21-a931-3d83f55042ad tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387495 Apr 07 11:47:23.963303 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-7f8b661d-e10b-489e-b36a-c806e16540ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.964758 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-7f8b661d-e10b-489e-b36a-c806e16540ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051908 Apr 07 11:47:23.973110 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-c0cd44c3-6924-4ece-9afe-b768dbe52407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.975056 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-c0cd44c3-6924-4ece-9afe-b768dbe52407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068106 Apr 07 11:47:23.993108 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c191305-ce01-4cf4-971a-5d10165a66e3 req-e78dff6c-13b2-42e3-a5b7-b8ae9afb3740 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.994569 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8c191305-ce01-4cf4-971a-5d10165a66e3 req-e78dff6c-13b2-42e3-a5b7-b8ae9afb3740 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 945 time: 0.0737422 Apr 07 11:47:24.041126 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8c191305-ce01-4cf4-971a-5d10165a66e3 req-38228dd4-a6be-463a-949f-dd99ab4100b6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Apr 07 11:47:24.141536 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:24.219800 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: ACTIVE; New status is: DOWN {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:24.220104 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.220368 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-8c5d87bb-f34c-49ea-8395-ca8111c2ea24 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522040 Apr 07 11:47:24.222213 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-75f54ba8-ae43-4984-a123-00fcf05fe713 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467974 Apr 07 11:47:24.243217 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:24.245503 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8854d6-f082-4b0e-9caf-e2661417630a" -d '{"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:24.258418 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:24.264058 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.270005 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-1e6503f0-caae-476b-a78d-d0f362163a3c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:24.271671 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-1e6503f0-caae-476b-a78d-d0f362163a3c tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.0984619 Apr 07 11:47:24.299147 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5879c4db-75ba-4190-8a2f-2bd6d25a7cc7 x-openstack-request-id: req-5879c4db-75ba-4190-8a2f-2bd6d25a7cc7 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:24.299459 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-unplugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:24.299716 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5879c4db-75ba-4190-8a2f-2bd6d25a7cc7 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:24.300109 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5879c4db-75ba-4190-8a2f-2bd6d25a7cc7'] response: {'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'code': 200} Apr 07 11:47:24.321114 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=8']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:24.392833 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-079f5b5d-8030-49fb-9549-6a3f18c9fcd1 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559110 Apr 07 11:47:24.394700 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b78476d6-f33f-4061-9c98-fdee13a220cf req-b4ae078e-6b65-40c4-a137-5b47b37d9d2c service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567369 Apr 07 11:47:24.411551 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Deleting port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:24.412315 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.500147 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] For port 606ddcaf-04a1-40d9-be19-bc87c4f4a943, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=606ddcaf-04a1-40d9-be19-bc87c4f4a943,segment=NetworkSegment(32a4b415-a3d1-4874-bd77-163e9f75a671),segment_id=32a4b415-a3d1-4874-bd77-163e9f75a671)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:24.500564 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.515586 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Calling delete_port for 606ddcaf-04a1-40d9-be19-bc87c4f4a943 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:24.550856 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923c7c6-f5ac-47de-8ad7-55c659677691 req-be0d484c-0b68-4e5a-bca6-eaa54b1b6242 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:24.552822 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9923c7c6-f5ac-47de-8ad7-55c659677691 req-be0d484c-0b68-4e5a-bca6-eaa54b1b6242 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 946 time: 0.0514717 Apr 07 11:47:24.597980 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9923c7c6-f5ac-47de-8ad7-55c659677691 req-33ce6d46-f694-4585-8611-9ee76f754b8e tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7645f34-72c3-4265-90fb-c50cb9848a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Apr 07 11:47:24.669772 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (606ddcaf-04a1-40d9-be19-bc87c4f4a943), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.683315 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['606ddcaf-04a1-40d9-be19-bc87c4f4a943'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:24.699305 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Pushing event deleted for resources: {'Port': ['ID=606ddcaf-04a1-40d9-be19-bc87c4f4a943,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:24.763500 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] No DVR routers for this DVR port 606ddcaf-04a1-40d9-be19-bc87c4f4a943 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:24.766547 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.769894 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9e65b1c0-f717-4868-b3c5-95c88b8f0ae3 req-844ebe0b-7002-49a8-9cb6-76ca2242c764 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.26 "DELETE /v2.0/ports/606ddcaf-04a1-40d9-be19-bc87c4f4a943 HTTP/1.1" status: 204 len: 173 time: 0.4922020 Apr 07 11:47:24.770332 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'name': 'network-vif-deleted', 'tag': '606ddcaf-04a1-40d9-be19-bc87c4f4a943'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:24.773271 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d77a14-800a-4271-9761-50b3d371d8d4" -d '{"events": [{"server_uuid": "5fdce9ff-63b8-4876-a3b8-2853c27700cf", "name": "network-vif-deleted", "tag": "606ddcaf-04a1-40d9-be19-bc87c4f4a943"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:24.806896 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d22f19-d37e-448c-b3f7-ec66713e74ca x-openstack-request-id: req-96d22f19-d37e-448c-b3f7-ec66713e74ca {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:24.807198 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdce9ff-63b8-4876-a3b8-2853c27700cf", "name": "network-vif-deleted", "tag": "606ddcaf-04a1-40d9-be19-bc87c4f4a943", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:24.807452 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96d22f19-d37e-448c-b3f7-ec66713e74ca {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:24.807843 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d22f19-d37e-448c-b3f7-ec66713e74ca'] response: {'server_uuid': '5fdce9ff-63b8-4876-a3b8-2853c27700cf', 'name': 'network-vif-deleted', 'tag': '606ddcaf-04a1-40d9-be19-bc87c4f4a943', 'status': 'completed', 'code': 200} Apr 07 11:47:25.164414 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56d71-1f40-42cd-889c-caf7d3952e7b req-8688c407-e5d1-47d5-90e9-9365d783f235 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:25.165881 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59e56d71-1f40-42cd-889c-caf7d3952e7b req-8688c407-e5d1-47d5-90e9-9365d783f235 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0538120 Apr 07 11:47:25.211099 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59e56d71-1f40-42cd-889c-caf7d3952e7b req-b9784fcf-5d83-4828-87eb-82cffc1b209b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 Apr 07 11:47:25.566409 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:47:25.694083 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8c7050e0-de0a-4b99-8c53-0b969fe313c3 req-a361a4d5-7b6b-4aaa-aadf-5d4b6a3c09a9 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 210 time: 0.0297019 Apr 07 11:47:26.337729 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723547a-045e-4e62-88d2-9316382e7f48 req-a02f220e-8384-464d-b91e-db535e650496 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:26.339217 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d723547a-045e-4e62-88d2-9316382e7f48 req-a02f220e-8384-464d-b91e-db535e650496 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0574863 Apr 07 11:47:26.389058 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d723547a-045e-4e62-88d2-9316382e7f48 req-f04b04ff-8d27-421c-ae94-8975dc2557b5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Apr 07 11:47:26.800679 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9a9ec23f-f1a8-47b4-bdd2-98b7ecc0b5a6 req-dba784c3-9f1d-478a-a574-c1b31e386362 tempest-VolumesActionsTest-747535656 tempest-VolumesActionsTest-747535656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fdce9ff-63b8-4876-a3b8-2853c27700cf HTTP/1.1" status: 200 len: 210 time: 0.0264342 Apr 07 11:47:27.334612 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-548051f6-344e-40a2-8c97-b5469ff6c9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.506831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfe674-edd0-4f2c-9d63-674ad730f637 req-739b7dbf-6fbf-48b5-a456-dc1f84dfe28f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:27.508274 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48cfe674-edd0-4f2c-9d63-674ad730f637 req-739b7dbf-6fbf-48b5-a456-dc1f84dfe28f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0509021 Apr 07 11:47:27.555464 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48cfe674-edd0-4f2c-9d63-674ad730f637 req-88cbe46c-eb1a-4a4b-b64f-a04ec79b3556 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Apr 07 11:47:28.008564 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-8b126e13-279b-49f7-b611-c3464add26df req-7392f251-6b40-4d27-8506-541c1c2ef02e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:47:28.010457 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b126e13-279b-49f7-b611-c3464add26df req-7392f251-6b40-4d27-8506-541c1c2ef02e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076685 Apr 07 11:47:28.150100 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 606ddcaf-04a1-40d9-be19-bc87c4f4a943 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:28.180900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7fa47-8142-4c5d-876c-1b2cdf78c9b6 req-e7f5febf-0cc2-4d79-977e-4bcf79820dec tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:28.182693 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5ad7fa47-8142-4c5d-876c-1b2cdf78c9b6 req-e7f5febf-0cc2-4d79-977e-4bcf79820dec tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0678513 Apr 07 11:47:28.190713 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 606ddcaf-04a1-40d9-be19-bc87c4f4a943 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:28.191064 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 606ddcaf-04a1-40d9-be19-bc87c4f4a943 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:28.232598 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5ad7fa47-8142-4c5d-876c-1b2cdf78c9b6 req-5b93322b-3c5e-469f-80fc-620ef489f555 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Apr 07 11:47:28.566413 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 38842) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:28.652786 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-f5b8c336-0d8c-4ef3-99a8-e9283618ddb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851359 Apr 07 11:47:28.661108 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-94436f84-5615-496b-a7b1-65a8ffa4fc63 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:47:28.662050 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-94436f84-5615-496b-a7b1-65a8ffa4fc63 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047359 Apr 07 11:47:28.735668 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 38854) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:28.789440 dv-cinder-836804-2-iscsi neutron-server[109860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:47:28.833367 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4ab2-6c15-45b1-b710-8b924214419b req-1525ab8b-38e4-456c-9578-b9dc5b50f795 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:28.834720 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-1525ab8b-38e4-456c-9578-b9dc5b50f795 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports/9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 940 time: 0.0980773 Apr 07 11:47:29.358023 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a948-f4e4-421d-bec9-5f6b582fe01b req-c8536d28-7a35-4746-8b6b-a3d5ad05f594 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:29.359512 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a0b6a948-f4e4-421d-bec9-5f6b582fe01b req-c8536d28-7a35-4746-8b6b-a3d5ad05f594 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0550466 Apr 07 11:47:29.409512 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a0b6a948-f4e4-421d-bec9-5f6b582fe01b req-6b1bd337-6c76-42d1-b5ac-95fe6f95e289 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Apr 07 11:47:29.543739 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7d887bb5-c833-42d2-8acc-8f64ad7e7894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.529355 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7b43-ff12-43be-b83f-efaf0ec16282 req-e4c16464-bd6e-45b4-b881-4fdd3b3372c1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:30.530801 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-24db7b43-ff12-43be-b83f-efaf0ec16282 req-e4c16464-bd6e-45b4-b881-4fdd3b3372c1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0513275 Apr 07 11:47:30.575828 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-24db7b43-ff12-43be-b83f-efaf0ec16282 req-61dbe03a-eac6-4ac4-a5d0-a211558ed5fa tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394874 Apr 07 11:47:30.644302 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.699262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc029a-cdf2-410a-b24b-ac3af09e1d14 req-4f6010f8-f7ab-4b2e-a6a0-2343ab21392d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.700712 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a4cc029a-cdf2-410a-b24b-ac3af09e1d14 req-4f6010f8-f7ab-4b2e-a6a0-2343ab21392d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0515864 Apr 07 11:47:31.748878 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a4cc029a-cdf2-410a-b24b-ac3af09e1d14 req-ed75a669-6fbd-4dc1-9601-4ff56a9858e4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Apr 07 11:47:31.910328 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:32.155775 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:32.231970 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: DOWN; New status is: DOWN {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:32.882398 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152a993-6ad7-49ef-a1de-46db6f714ab8 req-6cb3eb06-d8a3-4ae5-b71a-5fc651583f9f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.883975 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6152a993-6ad7-49ef-a1de-46db6f714ab8 req-6cb3eb06-d8a3-4ae5-b71a-5fc651583f9f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0579088 Apr 07 11:47:32.933194 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6152a993-6ad7-49ef-a1de-46db6f714ab8 req-b30926ca-8c32-4522-a105-f0d939569a08 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Apr 07 11:47:33.052562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4ab2-6c15-45b1-b710-8b924214419b req-34906f95-38d1-4b99-b093-ebf5a6126c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.054194 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-34906f95-38d1-4b99-b093-ebf5a6126c40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7&tenant_id=357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 1127 time: 0.0846679 Apr 07 11:47:33.126613 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4ab2-6c15-45b1-b710-8b924214419b req-96b8d0dd-8829-4670-929c-c6568f14c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.129492 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-96b8d0dd-8829-4670-929c-c6568f14c106 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1127 time: 0.0510764 Apr 07 11:47:33.231355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4ab2-6c15-45b1-b710-8b924214419b req-847a1aa0-b261-44e3-a0c4-12fdc704c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.233102 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-847a1aa0-b261-44e3-a0c4-12fdc704c4df service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.0969510 Apr 07 11:47:33.316088 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-e6cbba03-1a43-4e53-9d02-15f342072a0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 200 len: 999 time: 0.0652821 Apr 07 11:47:33.367559 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4ab2-6c15-45b1-b710-8b924214419b req-6708004b-25fd-43df-9dcf-3ba8ee00ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.369571 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-6708004b-25fd-43df-9dcf-3ba8ee00ce6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0475304 Apr 07 11:47:33.434558 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4ab2-6c15-45b1-b710-8b924214419b req-f1857261-e256-4e4f-93fa-6e2848ff350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.436254 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-f1857261-e256-4e4f-93fa-6e2848ff350e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588188 Apr 07 11:47:33.531422 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-849b99ae-aa7b-40b7-94ef-bc83f670aadb service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Apr 07 11:47:33.587048 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:33.634748 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-129d4ab2-6c15-45b1-b710-8b924214419b req-378f921a-5d07-4d47-954c-2bb66dcee6b2 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934687 Apr 07 11:47:34.095387 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4c83-5e8f-410e-bc57-d67ef3367161 req-1dbd59c3-bc00-4c8a-a93b-1a2785bc3147 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:34.098749 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a16d4c83-5e8f-410e-bc57-d67ef3367161 req-1dbd59c3-bc00-4c8a-a93b-1a2785bc3147 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0628107 Apr 07 11:47:34.225920 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a16d4c83-5e8f-410e-bc57-d67ef3367161 req-b76af2f5-dae5-4417-94ae-43df390b0512 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189799 Apr 07 11:47:35.383243 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111ef30-6675-4bf5-85c3-e3c2de347006 req-172446cb-0659-4830-be41-f5596e64d8b8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:35.394894 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c111ef30-6675-4bf5-85c3-e3c2de347006 req-172446cb-0659-4830-be41-f5596e64d8b8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0757737 Apr 07 11:47:35.471202 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c111ef30-6675-4bf5-85c3-e3c2de347006 req-cbb405a1-0e8d-418b-ba6b-21316129fcb1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751617 Apr 07 11:47:36.641090 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af684eb-9973-4289-b6ac-ef2671eee4da req-ae35887d-8fdc-4cfb-bff7-1fdba422bed6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.643492 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0af684eb-9973-4289-b6ac-ef2671eee4da req-ae35887d-8fdc-4cfb-bff7-1fdba422bed6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0852468 Apr 07 11:47:36.734422 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0af684eb-9973-4289-b6ac-ef2671eee4da req-453c9ffd-5c36-475e-95e1-137e8f1fdc1b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848687 Apr 07 11:47:37.904297 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e01b0-e6c6-42a9-a031-7253cbd8a973 req-39cf9c6d-5df6-4745-b49e-a1d3f3fb4228 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:37.914076 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e51e01b0-e6c6-42a9-a031-7253cbd8a973 req-39cf9c6d-5df6-4745-b49e-a1d3f3fb4228 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0890379 Apr 07 11:47:38.001781 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e51e01b0-e6c6-42a9-a031-7253cbd8a973 req-8260f4c3-aac2-463a-961d-914f9f782861 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823431 Apr 07 11:47:39.146229 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f1ef9-af7d-456b-acec-9635c4ddaa96 req-ee1b5a5b-92cb-4654-b0d4-b201763ab8e1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:39.147728 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b24f1ef9-af7d-456b-acec-9635c4ddaa96 req-ee1b5a5b-92cb-4654-b0d4-b201763ab8e1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0585666 Apr 07 11:47:39.209527 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b24f1ef9-af7d-456b-acec-9635c4ddaa96 req-631e5ccb-57f5-4bc0-9535-5f943aa55ee9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535457 Apr 07 11:47:40.375057 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1aa16-e229-4523-8ce3-6dc957c1b68b req-f1b231ed-09d1-47dd-921d-016c6b393c5d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:40.377090 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-64c1aa16-e229-4523-8ce3-6dc957c1b68b req-f1b231ed-09d1-47dd-921d-016c6b393c5d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0578704 Apr 07 11:47:40.462560 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-64c1aa16-e229-4523-8ce3-6dc957c1b68b req-06f62270-b3f9-4b1e-8bd3-fa88152dfd21 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727997 Apr 07 11:47:41.604893 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2371d65-4349-443c-9373-f3e6514da59c req-df24d448-5cfe-4529-8ac0-5133ec64097e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.609981 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e2371d65-4349-443c-9373-f3e6514da59c req-df24d448-5cfe-4529-8ac0-5133ec64097e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0617862 Apr 07 11:47:41.670433 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e2371d65-4349-443c-9373-f3e6514da59c req-4675f682-102c-496f-9278-199b438a1297 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593913 Apr 07 11:47:42.818417 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa3385-dab1-4682-86ea-0172a6833c14 req-44ea27a4-fbb1-401a-b39e-d8eee238caa9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.825796 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17fa3385-dab1-4682-86ea-0172a6833c14 req-44ea27a4-fbb1-401a-b39e-d8eee238caa9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0611100 Apr 07 11:47:42.917760 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17fa3385-dab1-4682-86ea-0172a6833c14 req-2b16af6f-11df-4828-86b0-3f01b0bfe343 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572929 Apr 07 11:47:44.167499 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b7def-346f-40e1-abee-ea6f0aaf21b1 req-73e5423f-318a-4571-b086-43b22b95aef9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:44.169981 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c7b7def-346f-40e1-abee-ea6f0aaf21b1 req-73e5423f-318a-4571-b086-43b22b95aef9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0784867 Apr 07 11:47:44.228387 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c7b7def-346f-40e1-abee-ea6f0aaf21b1 req-13950389-efd7-4272-b716-4fb5c8bff452 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507441 Apr 07 11:47:45.377548 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed99a8-e6cc-4beb-9ca9-2089689a6c58 req-0c7bb188-ae7a-4912-b39b-ec4bc1d60e0c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:45.383139 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-13ed99a8-e6cc-4beb-9ca9-2089689a6c58 req-0c7bb188-ae7a-4912-b39b-ec4bc1d60e0c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0641835 Apr 07 11:47:45.444447 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-13ed99a8-e6cc-4beb-9ca9-2089689a6c58 req-ce253826-fb92-4053-93bb-70d54ab29668 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588593 Apr 07 11:47:45.766887 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:46.573333 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f470553-1919-4acd-869f-8c2a17630755 req-ac453880-46ef-4999-a280-1ea4cbcfac4f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:46.580139 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2f470553-1919-4acd-869f-8c2a17630755 req-ac453880-46ef-4999-a280-1ea4cbcfac4f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0669258 Apr 07 11:47:46.639298 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2f470553-1919-4acd-869f-8c2a17630755 req-a108bdad-f05e-4bc1-a9d2-fb62d68a80db tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572441 Apr 07 11:47:46.715312 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-041b78d3-31c9-4841-92a5-61c9d310b205 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472910 Apr 07 11:47:46.790971 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-2dff3977-06fa-4177-96e5-cfc5f5a00c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:46.792371 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-2dff3977-06fa-4177-96e5-cfc5f5a00c3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 1129 time: 0.0480714 Apr 07 11:47:46.925190 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-775e883b-4225-4cf2-aaba-19cf70690d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:46.927465 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-775e883b-4225-4cf2-aaba-19cf70690d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.1131670 Apr 07 11:47:46.975516 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-1ef73d11-857a-4dba-b20f-f63e5f0ab741 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1 HTTP/1.1" status: 200 len: 217 time: 0.0398240 Apr 07 11:47:47.037097 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-b15b0bc7-9684-4c35-965d-b1939034d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:47.038536 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-b15b0bc7-9684-4c35-965d-b1939034d145 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0482934 Apr 07 11:47:47.121121 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-a0bb7993-d202-4238-9ee6-429c69c5a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:47.124178 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-a0bb7993-d202-4238-9ee6-429c69c5a8b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779045 Apr 07 11:47:47.223825 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-d76c3ae9-d621-4093-866e-d25979af2267 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896471 Apr 07 11:47:47.335511 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d315161c-cabb-4ddd-9ff0-5ed760e939ac req-cfa1efdf-313a-45d3-bc59-031aed6f43e3 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022894 Apr 07 11:47:47.769101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea01abd-c31f-43ee-a03c-3bf3641d1416 req-b9175b34-9202-4e09-8c23-e897fd7c8d75 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:47.771051 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eea01abd-c31f-43ee-a03c-3bf3641d1416 req-b9175b34-9202-4e09-8c23-e897fd7c8d75 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0523961 Apr 07 11:47:47.817325 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eea01abd-c31f-43ee-a03c-3bf3641d1416 req-37af249e-a4dd-4e2f-a414-0f7fa26c3ed1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Apr 07 11:47:48.942878 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e524d1-e7b4-4b22-bf21-c997be944b28 req-c68cedc1-76c5-4fb1-81d3-72485192ecbb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:48.944302 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-87e524d1-e7b4-4b22-bf21-c997be944b28 req-c68cedc1-76c5-4fb1-81d3-72485192ecbb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0508344 Apr 07 11:47:48.988566 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-87e524d1-e7b4-4b22-bf21-c997be944b28 req-333161f7-2fce-43ae-8c2e-28a80383fb12 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387614 Apr 07 11:47:49.632073 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39074) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.679857 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Deleting subnet a7ad273f-be58-4517-93d5-e7dddba8d634 {{(pid=109859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:47:49.683043 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Publish callbacks [] for subnet (a7ad273f-be58-4517-93d5-e7dddba8d634), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.715393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9314846'] for subnet (a7ad273f-be58-4517-93d5-e7dddba8d634), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.753221 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (a7ad273f-be58-4517-93d5-e7dddba8d634), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.803408 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475531'] for subnet (a7ad273f-be58-4517-93d5-e7dddba8d634), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.830877 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ad273f-be58-4517-93d5-e7dddba8d634,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.835773 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.838866 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a7ad273f-be58-4517-93d5-e7dddba8d634 HTTP/1.1" status: 204 len: 168 time: 0.2058160 Apr 07 11:47:49.841569 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39076) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.843586 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.843938 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.844287 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.844637 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.845005 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.845346 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.845678 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.846008 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.846341 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.846670 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.847000 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.847329 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.847656 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.847979 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.848347 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a98af8-36f2-48e0-b2d4-4ecbd2e62c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:49.913340 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (1652851b-0c8b-4ac5-bdab-f19e776cd110), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.987042 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (1652851b-0c8b-4ac5-bdab-f19e776cd110), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.007263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1652851b-0c8b-4ac5-bdab-f19e776cd110']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:50.016398 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a4b415-a3d1-4874-bd77-163e9f75a671') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:50.016699 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a4b415-a3d1-4874-bd77-163e9f75a671') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:50.025937 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (32a4b415-a3d1-4874-bd77-163e9f75a671), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.038946 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (32a4b415-a3d1-4874-bd77-163e9f75a671), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.044653 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:47:50.045065 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (32a4b415-a3d1-4874-bd77-163e9f75a671), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:47:50.046716 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:47:50.103353 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (1652851b-0c8b-4ac5-bdab-f19e776cd110), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.108943 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.111496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d1679-4789-4c2b-8824-c5fb89c15358 req-ddc3e2b9-ed35-4ef1-8867-24cddae3d90b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:50.112250 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1652851b-0c8b-4ac5-bdab-f19e776cd110 HTTP/1.1" status: 204 len: 168 time: 0.2696917 Apr 07 11:47:50.116290 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-157d1679-4789-4c2b-8824-c5fb89c15358 req-ddc3e2b9-ed35-4ef1-8867-24cddae3d90b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0571914 Apr 07 11:47:50.123256 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1652851b-0c8b-4ac5-bdab-f19e776cd110,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.130858 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.131215 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.131562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.131902 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.132237 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.132568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.132919 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.133252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.133585 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.133913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.134243 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.134720 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.135054 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.135378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.136425 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d354320-f9b3-43c9-ab8e-d18555bcb2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.165851 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-157d1679-4789-4c2b-8824-c5fb89c15358 req-a3e4c48e-f30e-4f72-b5b5-8131eafe98c0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Apr 07 11:47:50.292666 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39082) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:50.330773 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d20ebd19-040e-42a6-8cca-376ed2689bb8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcaa2c61844d491f9f8df00a74b39a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369840 Apr 07 11:47:50.333616 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39084) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:50.377751 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-554b85f2-898c-460c-bf56-4dea5c50be11 admin admin] Publish callbacks [] for security_group (f7645f34-72c3-4265-90fb-c50cb9848a72), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.399040 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-554b85f2-898c-460c-bf56-4dea5c50be11 admin admin] Publish callbacks [] for security_group (f7645f34-72c3-4265-90fb-c50cb9848a72), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.446142 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-554b85f2-898c-460c-bf56-4dea5c50be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (f7645f34-72c3-4265-90fb-c50cb9848a72), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.448893 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-554b85f2-898c-460c-bf56-4dea5c50be11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.450003 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-554b85f2-898c-460c-bf56-4dea5c50be11 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7645f34-72c3-4265-90fb-c50cb9848a72 HTTP/1.1" status: 204 len: 168 time: 0.1155357 Apr 07 11:47:50.457585 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b85f2-898c-460c-bf56-4dea5c50be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7645f34-72c3-4265-90fb-c50cb9848a72,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:51.292623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8002-2e5c-440e-9087-d5f2a9b0865a req-0135426d-68fb-4833-8318-e8d3e6998956 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:51.294259 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6e9f8002-2e5c-440e-9087-d5f2a9b0865a req-0135426d-68fb-4833-8318-e8d3e6998956 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0531952 Apr 07 11:47:51.339990 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6e9f8002-2e5c-440e-9087-d5f2a9b0865a req-1b88288f-559e-4db7-9b71-21d48ed257b8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 Apr 07 11:47:52.469453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41e59f-8b6a-4c6d-b82b-cbb49cc2c7d3 req-f7311c1f-27dd-4f7b-81bd-22479835aabd tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:52.470913 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9e41e59f-8b6a-4c6d-b82b-cbb49cc2c7d3 req-f7311c1f-27dd-4f7b-81bd-22479835aabd tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0556304 Apr 07 11:47:52.516162 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9e41e59f-8b6a-4c6d-b82b-cbb49cc2c7d3 req-a92dc6da-267a-444f-87aa-57c12320ad40 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Apr 07 11:47:53.636460 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d4001-73e9-41dc-a850-cf43e91afb82 req-5f4288ab-7da7-43dc-937b-5ec770521eb3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:53.637922 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-582d4001-73e9-41dc-a850-cf43e91afb82 req-5f4288ab-7da7-43dc-937b-5ec770521eb3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 943 time: 0.0509770 Apr 07 11:47:53.682580 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-582d4001-73e9-41dc-a850-cf43e91afb82 req-30f22306-ed3b-4f8c-bee4-a12522ac20b1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391932 Apr 07 11:47:53.967720 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39140) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:54.068518 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-45b8006d-9cf8-44c5-bcc0-348461b51f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.139823 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-45b8006d-9cf8-44c5-bcc0-348461b51f1a admin admin] Publish callbacks [] for security_group (8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.143854 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-45b8006d-9cf8-44c5-bcc0-348461b51f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.179839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8006d-9cf8-44c5-bcc0-348461b51f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.184708 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-45b8006d-9cf8-44c5-bcc0-348461b51f1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64408735a41f4a3d859d4febe54174f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154162 Apr 07 11:47:54.186749 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39144) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:54.232579 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3e86e886-f255-4caf-9c97-269430614a21 admin admin] Publish callbacks [] for security_group (8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.252960 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3e86e886-f255-4caf-9c97-269430614a21 admin admin] Publish callbacks [] for security_group (8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.298132 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3e86e886-f255-4caf-9c97-269430614a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.298310 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:54.300558 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3e86e886-f255-4caf-9c97-269430614a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.302218 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3e86e886-f255-4caf-9c97-269430614a21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad HTTP/1.1" status: 204 len: 168 time: 0.1145873 Apr 07 11:47:54.309971 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86e886-f255-4caf-9c97-269430614a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c9b90-c1c1-4faa-ac00-60db4c74d0ad,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.406600 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:54.418439 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'port_id': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'mac_address': 'fa:16:3e:13:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:54.458698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:54.459093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.473240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b88f1c2-4488-465d-9d84-f0ea21b2b338 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:54.495547 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:54.500063 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.551782 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=9']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.559217 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.559482 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.559828 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.560264 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.560610 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.560966 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.561302 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.561630 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.561959 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.562286 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.562615 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.562942 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.563261 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.563585 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.563906 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:54.801850 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37fb42-f700-4d95-9259-d4d6f79ab5ce req-51a689b8-aeb1-4fe8-b504-c41fe3be19ef tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.803275 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae37fb42-f700-4d95-9259-d4d6f79ab5ce req-51a689b8-aeb1-4fe8-b504-c41fe3be19ef tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 944 time: 0.0511780 Apr 07 11:47:54.808181 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['9b88f1c2-4488-465d-9d84-f0ea21b2b338'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:54.851819 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae37fb42-f700-4d95-9259-d4d6f79ab5ce req-62a4b80b-4baf-4d85-bb61-f1270747d2b8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429621 Apr 07 11:47:55.970817 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701d28-bc7f-4644-84ef-7af85b5f42a4 req-dcc957ca-1cff-4499-82b0-8a4d24f4ecc3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.972304 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7f701d28-bc7f-4644-84ef-7af85b5f42a4 req-dcc957ca-1cff-4499-82b0-8a4d24f4ecc3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 944 time: 0.0502696 Apr 07 11:47:56.017540 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7f701d28-bc7f-4644-84ef-7af85b5f42a4 req-7cede4dc-78a1-4b57-835c-d5f0add65d39 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392177 Apr 07 11:47:56.311709 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:56.357784 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:56.358163 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.437037 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:56.437427 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.458899 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:56.461418 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eb71a1-8912-4ba5-ab4d-ad52e3c71502" -d '{"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-plugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:56.472802 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:56.477927 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.501274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d2ee4-81b8-4722-976c-92c3687314bc x-openstack-request-id: req-dc4d2ee4-81b8-4722-976c-92c3687314bc {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:56.501588 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-plugged", "status": "completed", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:56.501842 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc4d2ee4-81b8-4722-976c-92c3687314bc {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:56.502233 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d2ee4-81b8-4722-976c-92c3687314bc'] response: {'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'code': 200} Apr 07 11:47:56.526901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=10']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:57.144844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3a848-1193-47e6-9c21-63583c9035af req-eadd97b4-4404-44d2-af7a-f9e335908b42 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.146478 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bdb3a848-1193-47e6-9c21-63583c9035af req-eadd97b4-4404-44d2-af7a-f9e335908b42 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0549223 Apr 07 11:47:57.194840 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bdb3a848-1193-47e6-9c21-63583c9035af req-018d3303-e02d-49ba-94b9-278c0a670467 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Apr 07 11:47:57.232098 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e26fad-214d-4e2a-9064-495ef2688abe req-d590677c-20d1-4928-8e46-f563ecfc61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.233691 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-97e26fad-214d-4e2a-9064-495ef2688abe req-d590677c-20d1-4928-8e46-f563ecfc61fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 1130 time: 0.2359519 Apr 07 11:47:57.276629 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-97e26fad-214d-4e2a-9064-495ef2688abe req-395e7c78-fd50-43f3-abf5-628295ee7131 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354650 Apr 07 11:47:57.335093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c7544037-69fe-4a19-8fb3-fa59f1db8bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.318934 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13ae40-9b7e-4409-a75d-fcb1d9b065f2 req-4a6f5120-766a-42bb-963e-e254e757bea5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.320320 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1f13ae40-9b7e-4409-a75d-fcb1d9b065f2 req-4a6f5120-766a-42bb-963e-e254e757bea5 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0542190 Apr 07 11:47:58.365660 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1f13ae40-9b7e-4409-a75d-fcb1d9b065f2 req-57936677-05e3-4baf-abe9-c3816c185612 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Apr 07 11:47:59.509067 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eaf8b-9c49-4b25-bb71-1c8997cb8a23 req-5d417ad0-8eef-4947-a231-584ed5b6520d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:59.510807 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-371eaf8b-9c49-4b25-bb71-1c8997cb8a23 req-5d417ad0-8eef-4947-a231-584ed5b6520d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0584490 Apr 07 11:47:59.547405 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-854a1fdb-234b-472b-866f-3e235bd76ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.566992 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-371eaf8b-9c49-4b25-bb71-1c8997cb8a23 req-cb3c4ae6-08e5-4b4f-ad42-69f1e0a1cc80 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494843 Apr 07 11:48:00.648388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.699573 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b548167-30d9-45f2-9279-de0123833624 req-332b06da-a824-4270-83df-110bb3d45fce tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.701055 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0b548167-30d9-45f2-9279-de0123833624 req-332b06da-a824-4270-83df-110bb3d45fce tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0560257 Apr 07 11:48:00.746337 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0b548167-30d9-45f2-9279-de0123833624 req-dd7b1d34-d7a2-409b-b741-c1bf4e29e96a tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 Apr 07 11:48:01.914293 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.564345 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:48:03.579587 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.152250 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be3edb-c5ef-4813-94f8-5e0bfa6c4e2f req-00564508-1f09-4153-976a-68cad062195c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.153758 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-70be3edb-c5ef-4813-94f8-5e0bfa6c4e2f req-00564508-1f09-4153-976a-68cad062195c tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0556405 Apr 07 11:48:07.155725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-bba20f27-8606-4060-a9a6-0d396de77da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.157373 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-bba20f27-8606-4060-a9a6-0d396de77da6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.0462120 Apr 07 11:48:07.208084 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-70be3edb-c5ef-4813-94f8-5e0bfa6c4e2f req-abd350c2-3177-4dd1-b769-9cea4aa1f842 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Apr 07 11:48:07.266720 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-f7fc14b8-689c-498d-bcf3-8d860c0b6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.268180 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-f7fc14b8-689c-498d-bcf3-8d860c0b6a53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.0939422 Apr 07 11:48:07.330751 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-bf01be86-b735-4ed3-8ad0-5311b52357b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 1000 time: 0.0562491 Apr 07 11:48:07.379537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-5a64d8fb-55f0-4e79-be30-68a544e8b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.381026 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-5a64d8fb-55f0-4e79-be30-68a544e8b4ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0428462 Apr 07 11:48:07.432913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-ff7931d9-f7fe-4067-a206-0ec732eb13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.434421 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-ff7931d9-f7fe-4067-a206-0ec732eb13e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467103 Apr 07 11:48:07.523820 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-308adf52-da96-4bd1-8904-c5c6dabdffbe service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812662 Apr 07 11:48:07.546328 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4e43-4c67-423a-84ee-aa75331a594b req-5127e1f5-1ead-451e-91a8-e74b5abbc357 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.547771 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f1ae4e43-4c67-423a-84ee-aa75331a594b req-5127e1f5-1ead-451e-91a8-e74b5abbc357 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0515177 Apr 07 11:48:07.598415 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f1ae4e43-4c67-423a-84ee-aa75331a594b req-6cee0bac-0ec3-441e-8731-11cfef56b2fb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436487 Apr 07 11:48:07.641597 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-00457682-b2ad-447a-945f-edfdd6fc2c61 req-09ee000b-6030-4a6b-a45b-64f425d1dbbc service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865104 Apr 07 11:48:08.330075 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f7cbc-9e9a-4aeb-b8f1-7d2137855f49 req-b55fbc0a-8684-4967-b7d2-22223431f660 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.331557 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f25f7cbc-9e9a-4aeb-b8f1-7d2137855f49 req-b55fbc0a-8684-4967-b7d2-22223431f660 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0555069 Apr 07 11:48:08.378382 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f25f7cbc-9e9a-4aeb-b8f1-7d2137855f49 req-d69775d5-030c-4854-b59e-15d767cd0631 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Apr 07 11:48:08.492650 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b8014-9575-478c-a3cc-1d405e3a9372 req-b721b8ed-6736-452a-b534-b5e778006cac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.494133 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-134b8014-9575-478c-a3cc-1d405e3a9372 req-b721b8ed-6736-452a-b534-b5e778006cac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 945 time: 0.0509796 Apr 07 11:48:08.539726 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-134b8014-9575-478c-a3cc-1d405e3a9372 req-7c4fca77-23e2-4963-ba83-561435ab817c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Apr 07 11:48:08.717914 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbaadf-f191-4aaf-9567-7f4f5e6c8c0d req-cab96160-1e8f-4484-844f-8ec7f6213577 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.719363 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fecbaadf-f191-4aaf-9567-7f4f5e6c8c0d req-cab96160-1e8f-4484-844f-8ec7f6213577 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0547597 Apr 07 11:48:08.765338 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fecbaadf-f191-4aaf-9567-7f4f5e6c8c0d req-4d833b64-aea3-410a-bc5d-4f87c5ea22ef tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403531 Apr 07 11:48:09.499443 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519b2f-387a-4715-aa52-03c4ff287c6a req-2e496ddc-1f0f-4c16-a835-7fde8f0d0972 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.500884 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-90519b2f-387a-4715-aa52-03c4ff287c6a req-2e496ddc-1f0f-4c16-a835-7fde8f0d0972 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Apr 07 11:48:09.545455 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-90519b2f-387a-4715-aa52-03c4ff287c6a req-c45f6b87-0155-42ce-94bb-53f8445fc673 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382104 Apr 07 11:48:09.652791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055fcd-164a-4d12-92d5-9f31346bfa99 req-511e790f-11c6-4943-a653-36ce4ddb388e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.654262 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d055fcd-164a-4d12-92d5-9f31346bfa99 req-511e790f-11c6-4943-a653-36ce4ddb388e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 945 time: 0.0507565 Apr 07 11:48:09.701864 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d055fcd-164a-4d12-92d5-9f31346bfa99 req-39062593-15c3-4e20-8c35-12a08a05a167 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bfaeab7-a2ee-4393-8a09-c62d587af1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Apr 07 11:48:09.879439 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ca665-5830-466b-86f9-069a772e9bf6 req-fe570f2e-5098-4a3b-be8d-fe060824e650 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.880941 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-de2ca665-5830-466b-86f9-069a772e9bf6 req-fe570f2e-5098-4a3b-be8d-fe060824e650 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0514493 Apr 07 11:48:09.925333 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-de2ca665-5830-466b-86f9-069a772e9bf6 req-5b137a44-5081-407d-83b8-be2db548678b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388656 Apr 07 11:48:10.023127 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece9ad-db0e-40ec-ae24-154519599102 req-6b9e7ec9-e77d-40f3-bc48-775d8d4e1550 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:10.024555 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cece9ad-db0e-40ec-ae24-154519599102 req-6b9e7ec9-e77d-40f3-bc48-775d8d4e1550 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 945 time: 0.0536444 Apr 07 11:48:10.117344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port d928cf5b-5c94-47d2-b08c-d3df0b300c73 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:10.117684 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.201124 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] For port d928cf5b-5c94-47d2-b08c-d3df0b300c73, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d928cf5b-5c94-47d2-b08c-d3df0b300c73,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:10.201478 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.413767 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.414034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (dbbdcd24-355b-44f5-bbff-43b7f3ce1252), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.414339 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP dbbdcd24-355b-44f5-bbff-43b7f3ce1252 disassociated. External IP: 172.27.2.122, port: d928cf5b-5c94-47d2-b08c-d3df0b300c73. Apr 07 11:48:10.414670 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for d928cf5b-5c94-47d2-b08c-d3df0b300c73 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:10.534336 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (d928cf5b-5c94-47d2-b08c-d3df0b300c73), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.559515 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=d928cf5b-5c94-47d2-b08c-d3df0b300c73,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:10.663623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553424f-d4fc-4241-bb5a-4f9ef2d6ac19 req-6b81cc00-8266-4f7e-9f1c-71bd335f4ebd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:10.665178 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b553424f-d4fc-4241-bb5a-4f9ef2d6ac19 req-6b81cc00-8266-4f7e-9f1c-71bd335f4ebd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Apr 07 11:48:10.676736 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:10.712295 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b553424f-d4fc-4241-bb5a-4f9ef2d6ac19 req-c61ab716-5693-4be1-b93a-23bd8d11c698 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Apr 07 11:48:10.787658 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:10.797353 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-023e4cdd-a82b-4bed-91c2-1c8ccf925fb7 req-cae315f6-8508-4620-8389-050215a537c2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9 HTTP/1.1" status: 200 len: 210 time: 0.0296614 Apr 07 11:48:10.799013 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:10.813043 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:10.813043 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:10.828432 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] No DVR routers for this DVR port d928cf5b-5c94-47d2-b08c-d3df0b300c73 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:10.831077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.834972 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cece9ad-db0e-40ec-ae24-154519599102 req-af79178e-7c99-4fcb-a66e-9e11dc4768f8 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "DELETE /v2.0/ports/d928cf5b-5c94-47d2-b08c-d3df0b300c73 HTTP/1.1" status: 204 len: 173 time: 0.8052738 Apr 07 11:48:10.835478 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'name': 'network-vif-deleted', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:10.837803 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62bc82-91c7-4309-82c8-bdb30489a16a" -d '{"events": [{"server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "name": "network-vif-deleted", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:10.874404 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe7427c-c18e-422a-b4d0-43219bbbf973 x-openstack-request-id: req-1fe7427c-c18e-422a-b4d0-43219bbbf973 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:10.874738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9", "name": "network-vif-deleted", "tag": "d928cf5b-5c94-47d2-b08c-d3df0b300c73", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:10.874999 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1fe7427c-c18e-422a-b4d0-43219bbbf973 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:10.875432 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe7427c-c18e-422a-b4d0-43219bbbf973'] response: {'server_uuid': 'fe3c2a6d-50cf-48b6-87ce-cdf8cb5832c9', 'name': 'network-vif-deleted', 'tag': 'd928cf5b-5c94-47d2-b08c-d3df0b300c73', 'status': 'completed', 'code': 200} Apr 07 11:48:10.934525 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:11.045053 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13297-ef0f-41e6-aba4-2dc624e5b162 req-9066aa35-5ee1-4d6f-9f76-f5f9bb648ac3 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.046544 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b2f13297-ef0f-41e6-aba4-2dc624e5b162 req-9066aa35-5ee1-4d6f-9f76-f5f9bb648ac3 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0539975 Apr 07 11:48:11.092959 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b2f13297-ef0f-41e6-aba4-2dc624e5b162 req-4d04c5ba-22ec-4187-93c3-64519ede7751 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408378 Apr 07 11:48:11.181020 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:11.207200 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:11.216203 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:11.216880 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:11.327161 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:11.551924 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:11.577219 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462191ea-e03e-42a6-b322-3c2746745150 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '8d13c1fa-3228-4f4d-ae14-3b1e57796e92', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '7e31f97a-376a-4786-a497-edc99813e324', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:cc:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:09Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 2, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:11.810607 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c56a1e6-e8eb-470d-b676-3f1d2f45bb77 None None] New status for floating IP dbbdcd24-355b-44f5-bbff-43b7f3ce1252: DOWN {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:11.838579 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df60a3-8c13-4ed1-bfb8-cdf113c42ff0 req-f3a98a03-9c21-4546-9ab1-000cc04f30bd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.840227 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c2df60a3-8c13-4ed1-bfb8-cdf113c42ff0 req-f3a98a03-9c21-4546-9ab1-000cc04f30bd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Apr 07 11:48:11.888840 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c2df60a3-8c13-4ed1-bfb8-cdf113c42ff0 req-a27598bb-f1f3-4c98-94ee-f469eda69187 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Apr 07 11:48:12.213775 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f688be-6595-4898-8e07-e5d78ff994a1 req-5fda90cd-e83a-484d-87d7-e26d77a6bcba tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:12.215260 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32f688be-6595-4898-8e07-e5d78ff994a1 req-5fda90cd-e83a-484d-87d7-e26d77a6bcba tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0560081 Apr 07 11:48:12.262828 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-32f688be-6595-4898-8e07-e5d78ff994a1 req-57468e66-baec-494a-bea9-c115707a0ead tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420089 Apr 07 11:48:12.908902 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39296) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:12.976066 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eb338ccc-02c8-4659-bb15-1baced1128a5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (1bfaeab7-a2ee-4393-8a09-c62d587af1ff), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.016300 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eb338ccc-02c8-4659-bb15-1baced1128a5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (1bfaeab7-a2ee-4393-8a09-c62d587af1ff), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.059752 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de277d-1c16-4bf6-8bda-06afb12e0b89 req-e3c92b85-93f3-4b2b-95f3-f43056defceb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:13.061229 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-79de277d-1c16-4bf6-8bda-06afb12e0b89 req-e3c92b85-93f3-4b2b-95f3-f43056defceb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0986755 Apr 07 11:48:13.099819 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eb338ccc-02c8-4659-bb15-1baced1128a5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1bfaeab7-a2ee-4393-8a09-c62d587af1ff), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.102382 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-eb338ccc-02c8-4659-bb15-1baced1128a5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.105966 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-eb338ccc-02c8-4659-bb15-1baced1128a5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/security-groups/1bfaeab7-a2ee-4393-8a09-c62d587af1ff HTTP/1.1" status: 204 len: 168 time: 0.1935036 Apr 07 11:48:13.106467 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39300) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:13.119705 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb338ccc-02c8-4659-bb15-1baced1128a5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfaeab7-a2ee-4393-8a09-c62d587af1ff,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.120559 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.api.v2.resource [None req-8baf23e8-2856-4a23-be41-8f24eec30042 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] show failed (client error): The resource could not be found. Apr 07 11:48:13.125091 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8baf23e8-2856-4a23-be41-8f24eec30042 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups/1bfaeab7-a2ee-4393-8a09-c62d587af1ff HTTP/1.1" status: 404 len: 347 time: 0.0149045 Apr 07 11:48:13.127310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39302) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:13.131658 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-79de277d-1c16-4bf6-8bda-06afb12e0b89 req-9406315a-789d-46b1-a337-fb444c1b5575 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639713 Apr 07 11:48:13.262848 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port 245624a8-70af-465b-a54a-89094eff70dd {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:13.263199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (245624a8-70af-465b-a54a-89094eff70dd), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.340443 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (245624a8-70af-465b-a54a-89094eff70dd), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.340771 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (245624a8-70af-465b-a54a-89094eff70dd), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.354101 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for 245624a8-70af-465b-a54a-89094eff70dd owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:13.382556 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b205c2-9890-43af-9582-e0b1b0216164 req-969a0fb9-1d79-44d7-8962-e96730b5f665 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:13.384161 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-91b205c2-9890-43af-9582-e0b1b0216164 req-969a0fb9-1d79-44d7-8962-e96730b5f665 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0538509 Apr 07 11:48:13.432134 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-91b205c2-9890-43af-9582-e0b1b0216164 req-20ebefa3-8020-42ee-bb99-b873e5f535b5 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420618 Apr 07 11:48:13.499526 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (245624a8-70af-465b-a54a-89094eff70dd), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.524260 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=245624a8-70af-465b-a54a-89094eff70dd,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.585851 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (dbbdcd24-355b-44f5-bbff-43b7f3ce1252), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.588455 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.590330 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-30e2e940-7e47-4d27-88e1-45050117b548 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/floatingips/dbbdcd24-355b-44f5-bbff-43b7f3ce1252 HTTP/1.1" status: 204 len: 168 time: 0.4617894 Apr 07 11:48:14.268306 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682bf67-729e-47d3-854e-f01055da5d71 req-0bc7d7d8-1c81-4243-935a-fe6be9400f01 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:14.269701 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6682bf67-729e-47d3-854e-f01055da5d71 req-0bc7d7d8-1c81-4243-935a-fe6be9400f01 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0514014 Apr 07 11:48:14.317650 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6682bf67-729e-47d3-854e-f01055da5d71 req-b72673fe-a0a4-4780-a527-b31d72a98dc7 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Apr 07 11:48:14.422366 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device d928cf5b-5c94-47d2-b08c-d3df0b300c73 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:14.443237 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: d928cf5b-5c94-47d2-b08c-d3df0b300c73 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:14.443690 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device d928cf5b-5c94-47d2-b08c-d3df0b300c73 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:14.551542 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e71f-16c9-405e-a182-d58d8ea4186c req-e1e97d16-4fc2-45d1-9ce1-76301d120981 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:14.553100 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5095e71f-16c9-405e-a182-d58d8ea4186c req-e1e97d16-4fc2-45d1-9ce1-76301d120981 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Apr 07 11:48:14.602162 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5095e71f-16c9-405e-a182-d58d8ea4186c req-756811cc-67fc-45c3-a408-ef65f2d4331e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433731 Apr 07 11:48:15.259993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c27987-bced-42b6-87f8-f17f451f5959 req-efeb1a50-3bfa-47ac-90e2-7e3f40f39cde tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.261410 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-85c27987-bced-42b6-87f8-f17f451f5959 req-efeb1a50-3bfa-47ac-90e2-7e3f40f39cde tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.0518436 Apr 07 11:48:15.306040 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-85c27987-bced-42b6-87f8-f17f451f5959 req-52aefbc0-c197-4ef2-b721-5d8af0a69c7b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Apr 07 11:48:15.436561 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6a9e0-3a5e-4048-9549-a52ed3e22a17 req-4eba5ce6-f6c4-4ebd-bdd6-8c254a08c27e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.438040 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-03a6a9e0-3a5e-4048-9549-a52ed3e22a17 req-4eba5ce6-f6c4-4ebd-bdd6-8c254a08c27e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0543146 Apr 07 11:48:15.482739 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-03a6a9e0-3a5e-4048-9549-a52ed3e22a17 req-afb1622e-b8d0-4f5f-a4e5-4d641de7cf56 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Apr 07 11:48:15.718651 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219631-3368-4929-b30c-6e96f042c915 req-a516819e-55b2-4214-b0cd-2beb549e5d8a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.720085 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-86219631-3368-4929-b30c-6e96f042c915 req-a516819e-55b2-4214-b0cd-2beb549e5d8a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0510080 Apr 07 11:48:15.763841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.766129 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-86219631-3368-4929-b30c-6e96f042c915 req-62aeddbb-7360-4ac0-a332-06d74a8c75fc tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399730 Apr 07 11:48:16.425734 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e0de-0d8b-4dc7-8e72-0ae1cee27f0e req-1505a5e1-2305-45d8-a9f2-afe4e573c542 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.427177 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d521e0de-0d8b-4dc7-8e72-0ae1cee27f0e req-1505a5e1-2305-45d8-a9f2-afe4e573c542 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.0543523 Apr 07 11:48:16.471735 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d521e0de-0d8b-4dc7-8e72-0ae1cee27f0e req-bf5ac8c1-77d5-48de-9968-5e5eba0144ec tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0a2b23d-582e-4442-a89c-c7e5dc7644dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390174 Apr 07 11:48:16.596765 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611899-7ffd-4da1-8e66-775805b5df76 req-5d801272-b653-49d4-ba4e-e5cbb79330fb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.598657 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e2611899-7ffd-4da1-8e66-775805b5df76 req-5d801272-b653-49d4-ba4e-e5cbb79330fb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0509901 Apr 07 11:48:16.644498 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e2611899-7ffd-4da1-8e66-775805b5df76 req-6fcec0cb-d271-40db-88c5-b4e9a4a508f9 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Apr 07 11:48:16.883010 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622f6f6-9675-4fbc-9d06-477635171285 req-6b3dbf19-7231-41e0-a630-6f7714c83740 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.884345 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4622f6f6-9675-4fbc-9d06-477635171285 req-6b3dbf19-7231-41e0-a630-6f7714c83740 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Apr 07 11:48:16.932114 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4622f6f6-9675-4fbc-9d06-477635171285 req-6b30b500-41f4-4449-ab34-2081555525f7 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421796 Apr 07 11:48:16.991654 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4893237e-bd74-49c5-a202-a55dcf51fdd3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.993166 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4893237e-bd74-49c5-a202-a55dcf51fdd3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 946 time: 0.0548747 Apr 07 11:48:17.087867 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port 7e31f97a-376a-4786-a497-edc99813e324 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:17.088205 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (7e31f97a-376a-4786-a497-edc99813e324), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.177667 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] For port 7e31f97a-376a-4786-a497-edc99813e324, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=7e31f97a-376a-4786-a497-edc99813e324,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:17.178035 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (7e31f97a-376a-4786-a497-edc99813e324), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.342200 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.342578 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (8d13c1fa-3228-4f4d-ae14-3b1e57796e92), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.342870 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP 8d13c1fa-3228-4f4d-ae14-3b1e57796e92 disassociated. External IP: 172.27.2.151, port: 7e31f97a-376a-4786-a497-edc99813e324. Apr 07 11:48:17.343202 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for 7e31f97a-376a-4786-a497-edc99813e324 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:17.466382 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (7e31f97a-376a-4786-a497-edc99813e324), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.491837 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=7e31f97a-376a-4786-a497-edc99813e324,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:17.571440 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-374a524a-adff-442b-ac5e-405a379b5bb6 req-c7f6fde0-8c23-4f6d-b487-66d03e2da113 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f4015d2-a9c5-450a-b83a-dcba94dd3305 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Apr 07 11:48:17.609672 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:17.717645 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:17.727690 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:17.736985 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:17.737602 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:17.758945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] No DVR routers for this DVR port 7e31f97a-376a-4786-a497-edc99813e324 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:17.761499 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.762873 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240afd7e-9734-4399-8acd-9ad74681dcad req-1280737b-3b94-41d7-9e51-0389e1becfe6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:17.765170 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-5a05e98d-b953-48a6-9987-c1e2e0ae00d5 req-4f7eb18e-0843-4948-a03c-ce20c426c326 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "DELETE /v2.0/ports/7e31f97a-376a-4786-a497-edc99813e324 HTTP/1.1" status: 204 len: 173 time: 0.7618427 Apr 07 11:48:17.765637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'name': 'network-vif-deleted', 'tag': '7e31f97a-376a-4786-a497-edc99813e324'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:17.768545 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41560cc2-477c-4f5e-83b0-2062b5f3043c" -d '{"events": [{"server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "name": "network-vif-deleted", "tag": "7e31f97a-376a-4786-a497-edc99813e324"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:17.769889 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-240afd7e-9734-4399-8acd-9ad74681dcad req-1280737b-3b94-41d7-9e51-0389e1becfe6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0593798 Apr 07 11:48:17.814759 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ee673-aadf-4769-8c1e-4ff379f8dc93 x-openstack-request-id: req-de0ee673-aadf-4769-8c1e-4ff379f8dc93 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:17.815057 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4015d2-a9c5-450a-b83a-dcba94dd3305", "name": "network-vif-deleted", "tag": "7e31f97a-376a-4786-a497-edc99813e324", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:17.815333 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de0ee673-aadf-4769-8c1e-4ff379f8dc93 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:17.815766 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0ee673-aadf-4769-8c1e-4ff379f8dc93'] response: {'server_uuid': '0f4015d2-a9c5-450a-b83a-dcba94dd3305', 'name': 'network-vif-deleted', 'tag': '7e31f97a-376a-4786-a497-edc99813e324', 'status': 'completed', 'code': 200} Apr 07 11:48:17.821971 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-240afd7e-9734-4399-8acd-9ad74681dcad req-ebce4c77-4d12-42b6-b90a-6e25c0a9d6a3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506938 Apr 07 11:48:17.892802 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:18.071672 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3b79-3783-4f98-a899-25a679458e9e req-d6c172d0-8042-42ae-88fd-56cc30255959 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.073187 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9cb3b79-3783-4f98-a899-25a679458e9e req-d6c172d0-8042-42ae-88fd-56cc30255959 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0570667 Apr 07 11:48:18.123167 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9cb3b79-3783-4f98-a899-25a679458e9e req-52a9226f-6197-4273-a68a-5b70c7ca71ca tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443165 Apr 07 11:48:18.197712 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.224591 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:18.232782 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:18.233410 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.349994 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:18.371649 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2eaf-a3a8-4602-b9c0-11b90b97a583 req-4f309f22-fc93-4d1c-8c58-057211aaeb88 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.373181 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bb6b2eaf-a3a8-4602-b9c0-11b90b97a583 req-4f309f22-fc93-4d1c-8c58-057211aaeb88 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0554278 Apr 07 11:48:18.423107 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bb6b2eaf-a3a8-4602-b9c0-11b90b97a583 req-e1494f8a-480f-4804-a7a5-38c0cb117e97 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438907 Apr 07 11:48:18.506288 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-a3027688-4df2-48f3-95f6-9dcb70bb31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.507867 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-a3027688-4df2-48f3-95f6-9dcb70bb31eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 1130 time: 0.0479450 Apr 07 11:48:18.561327 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.591381 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cb84-ca9c-4d5b-93e6-38e02633eb47 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:18.598984 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-ec4d9f8e-0e3e-4efa-a430-b03b21023143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.600570 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-ec4d9f8e-0e3e-4efa-a430-b03b21023143 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.0863938 Apr 07 11:48:18.662120 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39354) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:18.676278 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-cbd9fdc2-1dfe-4540-a892-91adf0f29dc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 200 len: 1001 time: 0.0688486 Apr 07 11:48:18.716385 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0cf-c04b-4696-a784-9de0719b6777 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (d0a2b23d-582e-4442-a89c-c7e5dc7644dd), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.729635 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-738b015f-5b02-46f2-9103-37276b446c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.731217 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-738b015f-5b02-46f2-9103-37276b446c7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.0501506 Apr 07 11:48:18.742597 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0cf-c04b-4696-a784-9de0719b6777 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (d0a2b23d-582e-4442-a89c-c7e5dc7644dd), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.784712 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-aa62beb8-237a-46bb-9e83-0f1a9ed80bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.786373 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-aa62beb8-237a-46bb-9e83-0f1a9ed80bed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461934 Apr 07 11:48:18.792791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0cf-c04b-4696-a784-9de0719b6777 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d0a2b23d-582e-4442-a89c-c7e5dc7644dd), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.795693 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0cf-c04b-4696-a784-9de0719b6777 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.799632 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2c13b0cf-c04b-4696-a784-9de0719b6777 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/security-groups/d0a2b23d-582e-4442-a89c-c7e5dc7644dd HTTP/1.1" status: 204 len: 168 time: 0.1364629 Apr 07 11:48:18.800235 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39356) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:18.820042 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13b0cf-c04b-4696-a784-9de0719b6777 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2b23d-582e-4442-a89c-c7e5dc7644dd,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:18.822130 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.api.v2.resource [None req-6df1ae82-602d-4336-912e-b5aed9ba9628 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] show failed (client error): The resource could not be found. Apr 07 11:48:18.826487 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6df1ae82-602d-4336-912e-b5aed9ba9628 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups/d0a2b23d-582e-4442-a89c-c7e5dc7644dd HTTP/1.1" status: 404 len: 347 time: 0.0220699 Apr 07 11:48:18.826764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39358) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:18.861148 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62094386-b9fb-42ee-b0b3-5080d8cc1b99 None None] New status for floating IP 8d13c1fa-3228-4f4d-ae14-3b1e57796e92: DOWN {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:18.906466 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-4d37eec7-cfe7-4585-a60f-720062e036f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133831 Apr 07 11:48:18.999034 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fd788-3364-4b2d-a0e6-4eef975389cc req-772bdb26-f098-4b8c-a51b-adf58861bc4f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:19.001160 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab4fd788-3364-4b2d-a0e6-4eef975389cc req-772bdb26-f098-4b8c-a51b-adf58861bc4f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0874217 Apr 07 11:48:19.009347 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port 228da33b-15b8-433c-90aa-5a8196a8cea5 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:19.009775 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.112784 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab4fd788-3364-4b2d-a0e6-4eef975389cc req-13f097eb-7b1d-46e7-b377-deec5bad79cd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882020 Apr 07 11:48:19.128408 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.128817 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (228da33b-15b8-433c-90aa-5a8196a8cea5), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.141674 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for 228da33b-15b8-433c-90aa-5a8196a8cea5 owned by network:floatingip {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:19.205927 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a7feaf26-f734-4b75-a415-00dfc1be0f78 req-3ff81911-d943-4202-a746-9b7334d6474e service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934775 Apr 07 11:48:19.282485 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (228da33b-15b8-433c-90aa-5a8196a8cea5), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.310691 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=228da33b-15b8-433c-90aa-5a8196a8cea5,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.365787 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (8d13c1fa-3228-4f4d-ae14-3b1e57796e92), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.368249 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.369400 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8e6af374-5f83-44bd-b2d5-60a233a0bf65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/floatingips/8d13c1fa-3228-4f4d-ae14-3b1e57796e92 HTTP/1.1" status: 204 len: 168 time: 0.5415940 Apr 07 11:48:19.541985 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e95fb-1151-4dda-80aa-79149c127b80 req-da616ccd-c305-4f41-8a25-4d066e7b223b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:19.543468 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ca6e95fb-1151-4dda-80aa-79149c127b80 req-da616ccd-c305-4f41-8a25-4d066e7b223b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0548692 Apr 07 11:48:19.589815 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ca6e95fb-1151-4dda-80aa-79149c127b80 req-19b4c6d7-10f5-4b60-be55-a823f9beae5b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399890 Apr 07 11:48:19.707625 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39366) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.712144 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483076334', 'description': 'tempest-description--1087750142'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.731252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.794887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (0cf71a41-f0b4-4a71-a171-7714cfc32708), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.798371 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0cf71a41-f0b4-4a71-a171-7714cfc32708), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.827232 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.828413 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1197889 Apr 07 11:48:19.831472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39368) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.832825 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32591396-6f9f-41ed-8bdd-27eb0b6e58ed tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf71a41-f0b4-4a71-a171-7714cfc32708,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.837118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': '0cf71a41-f0b4-4a71-a171-7714cfc32708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.864573 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (53d21272-419b-486e-b15a-0355f8fa3f9e), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.920942 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (53d21272-419b-486e-b15a-0355f8fa3f9e), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.924284 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (53d21272-419b-486e-b15a-0355f8fa3f9e), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.940283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d21272-419b-486e-b15a-0355f8fa3f9e,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.949401 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.950576 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-71a8593f-51af-459c-916a-493c7bc47b16 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169548 Apr 07 11:48:19.953366 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39370) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.958036 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': '0cf71a41-f0b4-4a71-a171-7714cfc32708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.981309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (ab8b6bd4-5ec5-44d5-85f8-308ae5409f41), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.036611 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (ab8b6bd4-5ec5-44d5-85f8-308ae5409f41), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.040397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (ab8b6bd4-5ec5-44d5-85f8-308ae5409f41), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.058299 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8b6bd4-5ec5-44d5-85f8-308ae5409f41,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.066008 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.067781 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-98958ae9-3acd-456f-b7ec-d36ed92b8f1d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135006 Apr 07 11:48:20.070821 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39372) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.075007 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:20.093769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.463690 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240d27b-02d2-4e08-bcd5-41376813e59f req-b79413f4-a6ce-414d-9e1c-059da7e75a31 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:20.465261 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0240d27b-02d2-4e08-bcd5-41376813e59f req-b79413f4-a6ce-414d-9e1c-059da7e75a31 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0628192 Apr 07 11:48:20.499911 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.554644 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0240d27b-02d2-4e08-bcd5-41376813e59f req-5fb5b51d-327b-46b3-bed5-1c1d99cc8634 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790865 Apr 07 11:48:20.620087 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.27.2.209 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/3ee7b01f-cc67-4125-a1c0-1472e31695b5) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:20.758807 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca64de-c2bf-46ed-a866-6d402237f82f req-84777571-02ad-49d6-9408-ca01f66c4624 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:20.760139 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-86ca64de-c2bf-46ed-a866-6d402237f82f req-84777571-02ad-49d6-9408-ca01f66c4624 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0833290 Apr 07 11:48:20.762659 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.824398 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-86ca64de-c2bf-46ed-a866-6d402237f82f req-faf7e89f-cdbf-43ec-b830-9209ee426381 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576184 Apr 07 11:48:20.829570 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.865157 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:20.867847 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:20.870808 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:20.898719 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=3ee7b01f-cc67-4125-a1c0-1472e31695b5,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.964448 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.999776 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.144246 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.149221 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.215094 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=3ee7b01f-cc67-4125-a1c0-1472e31695b5,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:21.226461 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.241548 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.242779 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-99df29dd-2f94-4dac-b824-c1545aed447d tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1710281 Apr 07 11:48:21.432546 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-f96eefcf-ddec-40cd-8c28-e4ea9beebec1 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1483076334&fields=id&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 267 time: 0.0419548 Apr 07 11:48:21.537158 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-8406fbde-f7fe-48d3-be52-65c86d3ead99 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:21.538597 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-8406fbde-f7fe-48d3-be52-65c86d3ead99 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.0999634 Apr 07 11:48:21.553063 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-fdaf6896-d916-4210-a6b6-743266e94baa tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/quotas/d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 375 time: 0.0092783 Apr 07 11:48:21.605301 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-e9b95cc1-87c3-4292-a499-8a2871629139 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473545 Apr 07 11:48:21.725497 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334312fb-6894-4727-99a1-6b9a039dab67 req-1e799b64-dfde-4825-9300-d88abc0eedbe tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:21.726846 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-334312fb-6894-4727-99a1-6b9a039dab67 req-1e799b64-dfde-4825-9300-d88abc0eedbe tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.1021991 Apr 07 11:48:21.753268 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-4b7d85b6-e04f-47b2-9a39-0ed08ee1eefb service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357460 Apr 07 11:48:21.828786 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-334312fb-6894-4727-99a1-6b9a039dab67 req-f0a87bc0-fff4-4ec7-89b4-0f5a5bf92c20 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962000 Apr 07 11:48:21.859977 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-667d1d90-db5d-480b-adce-9d9cedffb291 service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000960 Apr 07 11:48:22.014941 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4fb74c69-f28c-4d99-9b9d-8cdf3c04629b req-270ef71b-5692-4ba8-b346-6699899c0887 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 210 time: 0.0275018 Apr 07 11:48:22.456817 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 7e31f97a-376a-4786-a497-edc99813e324 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:22.476829 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 7e31f97a-376a-4786-a497-edc99813e324 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:22.477254 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 7e31f97a-376a-4786-a497-edc99813e324 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:22.954829 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807eaad-e5be-4801-98b5-a5c90eb505de req-d9600af5-733b-48f4-ae7d-34c14ee69ec3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:22.956285 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b807eaad-e5be-4801-98b5-a5c90eb505de req-d9600af5-733b-48f4-ae7d-34c14ee69ec3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0566187 Apr 07 11:48:22.963920 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-5973f5e7-509a-4d68-b1dc-8ee7c7c2c15a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:22.965400 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-5973f5e7-509a-4d68-b1dc-8ee7c7c2c15a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.1088579 Apr 07 11:48:23.009787 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b807eaad-e5be-4801-98b5-a5c90eb505de req-aff9bba5-5607-4103-b71c-419d72ad1a2d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Apr 07 11:48:23.039613 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-421e56bf-5a0f-41be-91e6-55f69e01befd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 380 time: 0.0639770 Apr 07 11:48:23.106154 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'port': {'device_id': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'admin_state_up': True, 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'security_groups': ['0cf71a41-f0b4-4a71-a171-7714cfc32708']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:23.108286 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fbbc53fe-da6a-46ec-a091-71537230cc30 req-cf9ced96-f6e6-4b59-9c83-eb409211f70b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 210 time: 0.0294518 Apr 07 11:48:23.213742 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Made reservation on behalf of d0e5b31250d9426ab0ef003098804c82 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:23.217377 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.340505 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.20.0.4 (85cbfb78-686d-4070-ba17-e809f8b4357f/6c57577c-7929-4617-b65b-b9e243b0b72a/5ab90f2b-fbf7-419d-8b6f-cfa37916b345) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:23.468630 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.499771 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.544389 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:23.547344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:23.554020 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:23.576773 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:23.611898 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:23.612525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.630285 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-d0573576-d6da-4ad7-8578-f21e18eb7ab2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5281563 Apr 07 11:48:23.641730 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Request body: {'port': {'device_id': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:23.700586 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.729908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-79d62f98-89aa-4a2b-a97f-a1ff496cc80d None None] Provisioning complete for port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:23.730466 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-79d62f98-89aa-4a2b-a97f-a1ff496cc80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.763627 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-79d62f98-89aa-4a2b-a97f-a1ff496cc80d None None] Port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:23.954332 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:23.961627 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Publish callbacks [] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.978085 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Transition to ACTIVE for port object 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:48:23.981896 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.031431 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:24.102804 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Attempting to bind port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:24.103536 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Attempting to bind port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:24.104176 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Attempting to bind port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:24.108892 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 on network 85cbfb78-686d-4070-ba17-e809f8b4357f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:48:24.109220 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Attempting to bind port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:24.115227 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:24.115640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:24.116025 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Bound using segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:24.116455 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Bound port: 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:24.116815 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.137318 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aee014-a147-4609-981b-a42935c04dfa req-06659442-95f5-4d83-a967-76786d66bc70 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.138987 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-58aee014-a147-4609-981b-a42935c04dfa req-06659442-95f5-4d83-a967-76786d66bc70 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0559759 Apr 07 11:48:24.198207 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-58aee014-a147-4609-981b-a42935c04dfa req-df546db7-827a-4d8b-9d59-dd4f7ad0ae55 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Apr 07 11:48:24.219696 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] For port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:24.223175 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] For port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:24.229593 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.252160 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ffa17-767b-484e-866f-195b6168d91d req-20774674-626d-4682-b324-0c75d7d1edb3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.253576 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-568ffa17-767b-484e-866f-195b6168d91d req-20774674-626d-4682-b324-0c75d7d1edb3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 943 time: 0.0536842 Apr 07 11:48:24.261142 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.261755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.263136 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ab90f2b-fbf7-419d-8b6f-cfa37916b345 HTTP/1.1" status: 200 len: 1093 time: 0.6255710 Apr 07 11:48:24.263668 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:24.265804 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:24.332895 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8915d886-1a08-4ca5-8b80-d7d5bd296e3a x-openstack-request-id: req-8915d886-1a08-4ca5-8b80-d7d5bd296e3a {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:24.333183 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:24.333437 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8915d886-1a08-4ca5-8b80-d7d5bd296e3a {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:24.333849 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8915d886-1a08-4ca5-8b80-d7d5bd296e3a'] response: {'name': 'network-changed', 'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'status': 'completed', 'code': 200} Apr 07 11:48:24.337599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693d04f-172c-4a6f-96b0-c707c4b50782 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:24.337784 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-568ffa17-767b-484e-866f-195b6168d91d req-c4511743-effb-4ff5-8ee2-b1cae53e11ea tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773909 Apr 07 11:48:24.357286 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-1f165dfc-c219-4773-b2ba-1efbeca306e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.358829 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-1f165dfc-c219-4773-b2ba-1efbeca306e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0528281 Apr 07 11:48:24.403835 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-03d72c7c-d38f-413e-828e-1c81a0c05c55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345 HTTP/1.1" status: 200 len: 217 time: 0.0376277 Apr 07 11:48:24.453977 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-791afbdf-92c8-4d9d-ac4a-1418908d584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.455332 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-791afbdf-92c8-4d9d-ac4a-1418908d584d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0452754 Apr 07 11:48:24.501752 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-ebf1beef-b1d5-44d2-b750-6b6be9dd5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.503253 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-ebf1beef-b1d5-44d2-b750-6b6be9dd5481 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421016 Apr 07 11:48:24.592581 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-629582b8-2d3e-4818-a8e7-3d2f06091d64 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828636 Apr 07 11:48:24.688572 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-586b2f93-7a2e-42c9-81f8-ef30840165dc req-674bdd22-68b0-4189-bce2-0047f548bb81 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824149 Apr 07 11:48:25.313908 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2b40f-0e05-4286-8b5a-c8067d0a361d req-709c68c2-0e87-4393-98df-3f6e3b5ff560 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.315286 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-67e2b40f-0e05-4286-8b5a-c8067d0a361d req-709c68c2-0e87-4393-98df-3f6e3b5ff560 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0547967 Apr 07 11:48:25.361279 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-67e2b40f-0e05-4286-8b5a-c8067d0a361d req-558e5a04-48af-42b6-a456-96ea4de61248 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Apr 07 11:48:25.447706 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532f8d3-d0f9-4be3-b566-141c97c4ee1c req-6b31f921-6045-46e0-874f-41c6a9c362f0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.449310 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1532f8d3-d0f9-4be3-b566-141c97c4ee1c req-6b31f921-6045-46e0-874f-41c6a9c362f0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 943 time: 0.0518053 Apr 07 11:48:25.493832 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1532f8d3-d0f9-4be3-b566-141c97c4ee1c req-d36f92ce-0f29-4a4d-8aea-8068056d72d7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 Apr 07 11:48:25.700028 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-a6c41346-41d3-4510-824c-d69ec5f10ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.701563 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-a6c41346-41d3-4510-824c-d69ec5f10ac8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0444515 Apr 07 11:48:25.807110 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-293504f3-c32a-40b3-a04a-deff6010c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.808564 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-293504f3-c32a-40b3-a04a-deff6010c1ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.0817978 Apr 07 11:48:25.851704 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-d814b10b-e0c3-47e7-b635-11f61c12b197 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345 HTTP/1.1" status: 200 len: 217 time: 0.0370009 Apr 07 11:48:25.899883 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-f32f9b9f-ac6d-4fbc-bd4c-18026c53ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.901301 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-f32f9b9f-ac6d-4fbc-bd4c-18026c53ed95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0431819 Apr 07 11:48:25.948363 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-7f354425-95c3-4860-b49c-29b01189242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.949811 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-7f354425-95c3-4860-b49c-29b01189242b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413773 Apr 07 11:48:26.040597 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-cb9881b0-73ae-4692-8c23-19d2076e2de1 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Apr 07 11:48:26.124429 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d9fb5aaa-2aea-4282-8f0d-849867e14a8a req-eab8e208-bc1c-4607-a4d6-92b9caa726b8 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783966 Apr 07 11:48:26.478279 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0af70a-4e96-4169-b443-a79a93dc775b req-260aae16-6327-4469-b843-8663b9e17459 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:26.479732 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6f0af70a-4e96-4169-b443-a79a93dc775b req-260aae16-6327-4469-b843-8663b9e17459 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0541844 Apr 07 11:48:26.525263 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6f0af70a-4e96-4169-b443-a79a93dc775b req-57361211-bf61-4a10-a234-90f813cfc92f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400643 Apr 07 11:48:26.608665 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d940049-7569-4eab-aae9-ad0fa731f00c req-4ba3a97b-5236-4abc-a640-b7dc67abeeb6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:26.610158 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3d940049-7569-4eab-aae9-ad0fa731f00c req-4ba3a97b-5236-4abc-a640-b7dc67abeeb6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 943 time: 0.0511739 Apr 07 11:48:26.657111 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3d940049-7569-4eab-aae9-ad0fa731f00c req-affea953-2e3a-4a4a-ab22-1dd742ef6e9c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Apr 07 11:48:27.338813 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d963743c-42d9-4548-af0d-8d5b2b20be87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:27.643020 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d2761-08de-4660-9c6c-6988d380c1de req-e7be3345-ec0d-48c8-90f5-ca935bef4ecc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:27.644370 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-039d2761-08de-4660-9c6c-6988d380c1de req-e7be3345-ec0d-48c8-90f5-ca935bef4ecc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Apr 07 11:48:27.695586 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-039d2761-08de-4660-9c6c-6988d380c1de req-812fb6cd-a6b8-4f6e-85be-74924e87abfc tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Apr 07 11:48:27.783524 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1066-11fc-4635-98cd-82965197c73f req-ec66e554-004d-4478-8386-ee0949a3c8d5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:27.785163 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04ed1066-11fc-4635-98cd-82965197c73f req-ec66e554-004d-4478-8386-ee0949a3c8d5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 943 time: 0.0541279 Apr 07 11:48:27.831205 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04ed1066-11fc-4635-98cd-82965197c73f req-a2ec1e08-be51-48c7-8a23-cd57b14397ce tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Apr 07 11:48:28.498804 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:48:28.592660 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:28.604343 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'port_id': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'mac_address': 'fa:16:3e:28:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:48:28.766666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:28.766974 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.780698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:28.799635 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:28.804450 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.817604 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c8c84-60fe-45bf-9fb7-9a3455fe078e req-a5e0d403-7967-46fe-911c-246874c6a026 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:28.819075 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c71c8c84-60fe-45bf-9fb7-9a3455fe078e req-a5e0d403-7967-46fe-911c-246874c6a026 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0542910 Apr 07 11:48:28.852060 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:28.871849 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c71c8c84-60fe-45bf-9fb7-9a3455fe078e req-b10ec29d-187c-4d6b-aa3b-603daf4340e7 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Apr 07 11:48:28.952323 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51361-1d6e-43b0-8c3f-f21b725b323f req-a1de2fbd-bc80-4dbd-8d80-b5308ae3be2a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:28.953892 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a0a51361-1d6e-43b0-8c3f-f21b725b323f req-a1de2fbd-bc80-4dbd-8d80-b5308ae3be2a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 944 time: 0.0559974 Apr 07 11:48:29.004176 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a0a51361-1d6e-43b0-8c3f-f21b725b323f req-4ec96b12-cf78-477d-b5dd-fe465f909b65 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Apr 07 11:48:29.023152 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d0575-fd79-41f9-898e-b4a2bad84d44 req-c874bdcd-7db8-4aa4-9d56-808e36afc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.024620 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d07d0575-fd79-41f9-898e-b4a2bad84d44 req-c874bdcd-7db8-4aa4-9d56-808e36afc480 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.0483859 Apr 07 11:48:29.069225 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d07d0575-fd79-41f9-898e-b4a2bad84d44 req-ad665a20-5950-4a6b-800a-01572dce1711 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370450 Apr 07 11:48:29.085242 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['5ab90f2b-fbf7-419d-8b6f-cfa37916b345'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:48:29.541737 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7f359c4e-54e0-4087-bad2-60baa0b5a4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.990412 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260aff1-d6dd-4076-9acb-dcb0035ed520 req-4014f312-cc26-4c28-a4b2-bc604615418e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.991931 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4260aff1-d6dd-4076-9acb-dcb0035ed520 req-4014f312-cc26-4c28-a4b2-bc604615418e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Apr 07 11:48:30.039250 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4260aff1-d6dd-4076-9acb-dcb0035ed520 req-c80e00ca-7581-43ca-950e-8d114bfae99b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Apr 07 11:48:30.123484 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3733e0a-445f-4d25-a14d-e7494bd71f7f req-9208d6f1-cb4d-4039-9320-a9fd1526c42b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:30.124970 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e3733e0a-445f-4d25-a14d-e7494bd71f7f req-9208d6f1-cb4d-4039-9320-a9fd1526c42b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 944 time: 0.0523245 Apr 07 11:48:30.174459 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e3733e0a-445f-4d25-a14d-e7494bd71f7f req-0370340a-33ba-4bf4-bac8-c8436776b765 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Apr 07 11:48:30.529540 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:30.590973 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:48:30.594930 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:30.595305 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.679818 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.695118 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:30.695491 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.717857 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:30.720096 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694608e2-d6f5-49d2-a8af-5bcd22ca6863" -d '{"events": [{"server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "name": "network-vif-plugged", "status": "completed", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:30.733116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:30.737335 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.760707 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d19e54-adde-4671-a398-33b6b92a8e26 x-openstack-request-id: req-02d19e54-adde-4671-a398-33b6b92a8e26 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:30.761025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "name": "network-vif-plugged", "status": "completed", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:30.761289 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02d19e54-adde-4671-a398-33b6b92a8e26 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:30.761683 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d19e54-adde-4671-a398-33b6b92a8e26'] response: {'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'code': 200} Apr 07 11:48:30.788624 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:30.925206 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e97a1b-1be6-4a32-85ce-58e9f6ebcb29 req-a69742d4-87a6-4cee-82b8-213c2ac5b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:30.927311 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b6e97a1b-1be6-4a32-85ce-58e9f6ebcb29 req-a69742d4-87a6-4cee-82b8-213c2ac5b9ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0455434 Apr 07 11:48:30.971216 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b6e97a1b-1be6-4a32-85ce-58e9f6ebcb29 req-489e8c64-5887-43d3-876b-04b3c7194bf4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356324 Apr 07 11:48:31.157230 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a444da-cf8d-4685-b69d-f5d2a042ff4c req-088df6aa-5b44-498e-932d-09caf68c609a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.158684 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-56a444da-cf8d-4685-b69d-f5d2a042ff4c req-088df6aa-5b44-498e-932d-09caf68c609a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0535269 Apr 07 11:48:31.205922 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-56a444da-cf8d-4685-b69d-f5d2a042ff4c req-627294a1-91e0-4002-b2f4-08113d051090 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410182 Apr 07 11:48:31.299590 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872595d-5e64-40d4-83e2-c4ebdc1ff234 req-b834078a-1cc5-4934-9cf8-acd6da19bb4a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.301565 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5872595d-5e64-40d4-83e2-c4ebdc1ff234 req-b834078a-1cc5-4934-9cf8-acd6da19bb4a tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0576665 Apr 07 11:48:31.348121 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5872595d-5e64-40d4-83e2-c4ebdc1ff234 req-bc1f22d9-839b-497f-adee-8205d6dddbf2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408523 Apr 07 11:48:31.594562 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc37617-1e7f-4664-8b96-b927b1789c5d req-68054f35-304e-409a-98cb-95b8c892a2e6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.595921 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dcc37617-1e7f-4664-8b96-b927b1789c5d req-68054f35-304e-409a-98cb-95b8c892a2e6 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0545599 Apr 07 11:48:31.641242 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dcc37617-1e7f-4664-8b96-b927b1789c5d req-3cc6f4fc-1198-4e9b-8730-c56403082b99 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Apr 07 11:48:31.838300 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-a2cd0189-a95b-427d-8ad7-f39db45dcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.839775 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-a2cd0189-a95b-427d-8ad7-f39db45dcb9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.0431376 Apr 07 11:48:31.916743 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.931551 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-4e3b7cfd-1132-4ca6-88b4-a66d37f6d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.933056 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-4e3b7cfd-1132-4ca6-88b4-a66d37f6d5c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.0863326 Apr 07 11:48:32.013397 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-53b8b568-6f1f-4e20-bbf8-8ff3a0c9b007 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 1000 time: 0.0685945 Apr 07 11:48:32.061921 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-ac34a736-9826-4418-ad15-72aa6959e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.063378 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-ac34a736-9826-4418-ad15-72aa6959e149 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0427179 Apr 07 11:48:32.466741 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31914c4-305b-4288-9f31-ae76838d2368 req-5b3aa25d-397a-4f17-a49f-962bffdfeedc tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.468253 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d31914c4-305b-4288-9f31-ae76838d2368 req-5b3aa25d-397a-4f17-a49f-962bffdfeedc tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Apr 07 11:48:32.513164 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d31914c4-305b-4288-9f31-ae76838d2368 req-924c2583-6b39-4409-9a3f-b161e6254697 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392292 Apr 07 11:48:32.646051 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-494e54ba-9215-41b5-a14c-4506b7d53faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.647680 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-494e54ba-9215-41b5-a14c-4506b7d53faf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476086 Apr 07 11:48:32.744231 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-834527e4-30f5-4592-b2aa-38d68f9bceac service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898314 Apr 07 11:48:32.763971 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a7892-b8e6-472f-b121-915628eb3878 req-24ac01a7-dbb3-4722-a557-0474ad4a8895 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.765446 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f93a7892-b8e6-472f-b121-915628eb3878 req-24ac01a7-dbb3-4722-a557-0474ad4a8895 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0545216 Apr 07 11:48:32.811450 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f93a7892-b8e6-472f-b121-915628eb3878 req-9913def2-245c-4b53-bfb7-69297e61112d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Apr 07 11:48:32.835315 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e0a52e5c-c397-4d88-9c9c-f33d554aa2ec req-eeb9e48e-10dc-41ad-a7d4-f1c6e0e61b17 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828559 Apr 07 11:48:33.580376 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.630878 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe73a8a-06a7-4a0b-85ca-a7e3adadb492 req-c08c7b90-c378-4702-b808-445fa11673f0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:33.632356 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfe73a8a-06a7-4a0b-85ca-a7e3adadb492 req-c08c7b90-c378-4702-b808-445fa11673f0 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0541832 Apr 07 11:48:33.678520 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfe73a8a-06a7-4a0b-85ca-a7e3adadb492 req-ce1143a5-36f2-4918-84d2-0c1d9251b397 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403388 Apr 07 11:48:33.797678 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a86475-f3c5-4282-8833-db44648ed645 req-d9c6ec56-9484-4576-898c-f2f13c40c759 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:33.799042 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b8a86475-f3c5-4282-8833-db44648ed645 req-d9c6ec56-9484-4576-898c-f2f13c40c759 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Apr 07 11:48:33.808029 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39472) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:33.812343 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'port_id': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:33.853490 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.998802 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f48e0f-db52-4c1d-90be-6f5fef2ffc46 req-8f335c43-ece9-4126-82a3-be82409b377b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.000298 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-82f48e0f-db52-4c1d-90be-6f5fef2ffc46 req-8f335c43-ece9-4126-82a3-be82409b377b tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.1174104 Apr 07 11:48:34.124928 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-82f48e0f-db52-4c1d-90be-6f5fef2ffc46 req-6375316f-52fe-4824-b42e-1ac6d7d46d46 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887682 Apr 07 11:48:34.362612 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.366331 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.466682 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501 associated. External IP: 172.27.2.209, port: 5ab90f2b-fbf7-419d-8b6f-cfa37916b345. Apr 07 11:48:34.673496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:34.778612 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:34.783290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.788204 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:34.798138 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:34.798745 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:34.812619 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-db6c899f-dd95-49d1-97f0-4893494a64e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "PUT /v2.0/floatingips/d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501 HTTP/1.1" status: 200 len: 991 time: 1.0035403 Apr 07 11:48:34.813218 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:34.815457 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ac84ab-d25e-4ffc-9571-641ac0da2a13" -d '{"events": [{"name": "network-changed", "server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:34.851428 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edb65bc-40ee-4799-a630-d46d564722e6 x-openstack-request-id: req-1edb65bc-40ee-4799-a630-d46d564722e6 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:34.851720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:34.851975 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1edb65bc-40ee-4799-a630-d46d564722e6 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:34.852383 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edb65bc-40ee-4799-a630-d46d564722e6'] response: {'name': 'network-changed', 'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'status': 'completed', 'code': 200} Apr 07 11:48:34.905441 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:35.126088 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'd02e6f4b-c13b-49a4-a66a-9e3d6cf4a501', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:28:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:48:20Z', 'updated_at': '2022-04-07T11:48:34Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:35.156159 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:35.165911 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:35.167032 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:35.179626 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-90b578fe-4bd4-494b-9e26-8d2f7c907e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.181300 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-90b578fe-4bd4-494b-9e26-8d2f7c907e4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0468929 Apr 07 11:48:35.262544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eca148-dd6a-43a9-9034-7cbdc749d911 req-1806ebed-0b88-4faa-9ccd-a27c39fd0ac8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.264025 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8eca148-dd6a-43a9-9034-7cbdc749d911 req-1806ebed-0b88-4faa-9ccd-a27c39fd0ac8 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0533135 Apr 07 11:48:35.280069 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:35.284827 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-a1131045-3861-4d8d-bed3-534123df0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.287792 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-a1131045-3861-4d8d-bed3-534123df0e95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.0975924 Apr 07 11:48:35.313571 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8eca148-dd6a-43a9-9034-7cbdc749d911 req-c9eb4546-43e4-458a-a0cf-71497ee28808 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Apr 07 11:48:35.361465 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-ac97ff25-8b27-4d4e-999d-fb0a2dfdc7c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345 HTTP/1.1" status: 200 len: 999 time: 0.0641227 Apr 07 11:48:35.410581 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-b070a52a-9c14-4abc-a862-6300c442afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.412132 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-b070a52a-9c14-4abc-a862-6300c442afbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0440578 Apr 07 11:48:35.431792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc914-7103-47b9-b385-270634fa8327 req-1ed9b6f6-bfb6-4f0d-8ac9-e56f6a934c3f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.433331 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-547fc914-7103-47b9-b385-270634fa8327 req-1ed9b6f6-bfb6-4f0d-8ac9-e56f6a934c3f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Apr 07 11:48:35.442781 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39484) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:35.447346 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Request body: {'floatingip': {'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:35.461685 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-b8bc1639-ce44-4ab4-86d8-4163852c69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.463455 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-b8bc1639-ce44-4ab4-86d8-4163852c69a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453496 Apr 07 11:48:35.505991 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (124b61de-995f-4486-896c-8655203c0550), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.512782 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'd02e6f4b-c13b-49a4-a66a-9e3d6cf4a501', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:28:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:48:20Z', 'updated_at': '2022-04-07T11:48:34Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:35.542151 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd60dc7-2ce4-4ff6-b6de-1258be08bcac None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'd02e6f4b-c13b-49a4-a66a-9e3d6cf4a501', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:28:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:48:20Z', 'updated_at': '2022-04-07T11:48:34Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:35.566858 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-a535575d-fd34-4d98-b1cf-2600543b9527 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927198 Apr 07 11:48:35.660358 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-13ac84ab-d25e-4ffc-9571-641ac0da2a13 req-9c44f43d-83a4-428b-bb4b-4cef45d74012 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871511 Apr 07 11:48:35.775464 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3885e-8ebd-4acf-8df1-19cb590fb46b None None] New status for floating IP d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:36.226642 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.230539 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (124b61de-995f-4486-896c-8655203c0550), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.435657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Router 8cba865f-004d-4460-b60d-8134ea897409 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:36.541327 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:36.545540 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:36.550838 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] Sync routers for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:36.560361 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:36.561033 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:36.601411 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-100314c9-5a01-43e6-a0de-806ef69ebedf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "PUT /v2.0/floatingips/124b61de-995f-4486-896c-8655203c0550 HTTP/1.1" status: 200 len: 992 time: 1.1574001 Apr 07 11:48:36.745128 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:36.853439 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}, {'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:36.855939 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc689b5-2f98-45d7-90eb-03633d6f821e" -d '{"events": [{"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d"}, {"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:36.892839 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e220534-62d0-4ae0-9860-4c9d160d09ba x-openstack-request-id: req-0e220534-62d0-4ae0-9860-4c9d160d09ba {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:36.893169 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:36.893427 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e220534-62d0-4ae0-9860-4c9d160d09ba {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:36.893841 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e220534-62d0-4ae0-9860-4c9d160d09ba'] response: {'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'status': 'completed', 'code': 200} Apr 07 11:48:36.894106 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e220534-62d0-4ae0-9860-4c9d160d09ba'] response: {'name': 'network-changed', 'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'status': 'completed', 'code': 200} Apr 07 11:48:36.958152 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-728249ef-3689-4d44-9a88-d6c92a7784f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:36.959641 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-728249ef-3689-4d44-9a88-d6c92a7784f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.0428357 Apr 07 11:48:36.964507 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '124b61de-995f-4486-896c-8655203c0550', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8cba865f-004d-4460-b60d-8134ea897409', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:48:36Z', 'revision_number': 3, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:36.996067 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] Checking router: 8cba865f-004d-4460-b60d-8134ea897409 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:37.003183 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:37.004317 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:37.050131 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-c26bb9a9-b6cf-4e0f-a4d0-b25621c7f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.052112 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-c26bb9a9-b6cf-4e0f-a4d0-b25621c7f222 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.0865088 Apr 07 11:48:37.110358 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:37.117383 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-43ea3c67-002d-4a79-a48a-a341ae0b70fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 1000 time: 0.0591245 Apr 07 11:48:37.164675 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-fbc3862a-2f0d-4dc2-a9bf-f8cc36b62338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.166158 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-fbc3862a-2f0d-4dc2-a9bf-f8cc36b62338 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0421357 Apr 07 11:48:37.215573 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-fae04000-ce2f-46aa-ac41-3fd3091cd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.217085 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-fae04000-ce2f-46aa-ac41-3fd3091cd25f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439217 Apr 07 11:48:37.311206 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-fb62d77f-530c-4e30-b743-aa24ee874722 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Apr 07 11:48:37.331635 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '124b61de-995f-4486-896c-8655203c0550', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8cba865f-004d-4460-b60d-8134ea897409', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:48:36Z', 'revision_number': 3, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:37.361362 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9f871-3f70-445a-bf44-bfaa881adab3 None None] The sync data for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi is: [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '124b61de-995f-4486-896c-8655203c0550', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8cba865f-004d-4460-b60d-8134ea897409', 'port_id': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'mac_address': 'fa:16:3e:6f:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:48:36Z', 'revision_number': 3, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:37.401098 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-540102e2-cf41-4c32-a1a3-928e42184406 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830612 Apr 07 11:48:37.487287 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-2292acbe-55c6-4359-b276-af5386f22255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.488821 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-2292acbe-55c6-4359-b276-af5386f22255 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd3262326a4f81a047226323caa002&device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 1129 time: 0.0448244 Apr 07 11:48:37.580118 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-628535af-75d4-41f3-959a-b5ec3d3a1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.581611 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-628535af-75d4-41f3-959a-b5ec3d3a1a40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 200 len: 920 time: 0.0864120 Apr 07 11:48:37.651915 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-1e6aa87f-f012-4623-a54d-ea8543e56ed8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 200 len: 1000 time: 0.0598147 Apr 07 11:48:37.700003 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-f97cce6e-e7e6-4439-8ac6-190aacc765ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.701467 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-f97cce6e-e7e6-4439-8ac6-190aacc765ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 200 len: 858 time: 0.0412679 Apr 07 11:48:37.750568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-d88f066b-1a58-4895-96f8-3c4da4ff3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.752284 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-d88f066b-1a58-4895-96f8-3c4da4ff3c9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eecdce88-2279-4c8d-9036-f4901d55b8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412374 Apr 07 11:48:38.043066 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-1ea8b6f4-d1c9-4143-9dda-26ccaa1337f8 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841437 Apr 07 11:48:38.135566 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7cc689b5-2f98-45d7-90eb-03633d6f821e req-e386feb6-ca47-45d6-8b40-3fb6782d8d93 service neutron] 10.222.0.26 "GET /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839233 Apr 07 11:48:39.563748 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:48:41.330312 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba111b7-1457-4499-a3fc-d7038eb75c8d req-8a6ad081-7fb3-4bbe-8fdc-b57f21c1970e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:41.331834 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cba111b7-1457-4499-a3fc-d7038eb75c8d req-8a6ad081-7fb3-4bbe-8fdc-b57f21c1970e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0532634 Apr 07 11:48:41.379818 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cba111b7-1457-4499-a3fc-d7038eb75c8d req-7fdbbb3a-5355-4b3f-88a1-f8c5799ac4c4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Apr 07 11:48:42.505027 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223bc6a-033c-4871-9bcd-a0e6d01472b9 req-b67fdf08-5689-4b24-9636-c64799587bc6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:42.506492 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6223bc6a-033c-4871-9bcd-a0e6d01472b9 req-b67fdf08-5689-4b24-9636-c64799587bc6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0563381 Apr 07 11:48:42.552261 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6223bc6a-033c-4871-9bcd-a0e6d01472b9 req-ca7f94ff-d55d-48af-a985-a066e8e04252 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=a44d9332-11b0-49df-b553-9cbdda36522f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Apr 07 11:48:43.048527 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-dfbb5ab5-7c6a-49d3-ad4a-656d16f0358c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:43.049974 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-dfbb5ab5-7c6a-49d3-ad4a-656d16f0358c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 946 time: 0.0520461 Apr 07 11:48:43.143237 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Deleting port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:43.143575 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.226996 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] For port 9b88f1c2-4488-465d-9d84-f0ea21b2b338, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=9b88f1c2-4488-465d-9d84-f0ea21b2b338,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:43.227354 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.392318 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.392592 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (fa6fca5e-a75b-44fd-9540-502a0b6d7dc7), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.392900 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Floating IP fa6fca5e-a75b-44fd-9540-502a0b6d7dc7 disassociated. External IP: 172.27.2.235, port: 9b88f1c2-4488-465d-9d84-f0ea21b2b338. Apr 07 11:48:43.393335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Calling delete_port for 9b88f1c2-4488-465d-9d84-f0ea21b2b338 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:43.515641 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (9b88f1c2-4488-465d-9d84-f0ea21b2b338), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.545055 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event deleted for resources: {'Port': ['ID=9b88f1c2-4488-465d-9d84-f0ea21b2b338,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:43.649413 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-18744507-8402-4892-b57f-085f0e287660 req-3a7246b2-1eae-4a19-9f7e-9d99428e3e37 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed212d0-528f-4237-b08e-6be4467826e7 HTTP/1.1" status: 200 len: 210 time: 0.0267839 Apr 07 11:48:43.660909 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:43.768153 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:43.777862 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:43.787696 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:43.788318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:43.806503 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] No DVR routers for this DVR port 9b88f1c2-4488-465d-9d84-f0ea21b2b338 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:43.808961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:43.812199 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7e8b0a22-62ad-4f06-a805-acee8b599427 req-88e470b3-079e-45c2-9455-1184599b3965 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "DELETE /v2.0/ports/9b88f1c2-4488-465d-9d84-f0ea21b2b338 HTTP/1.1" status: 204 len: 173 time: 0.7563231 Apr 07 11:48:43.812637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-deleted', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:43.814944 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f393c4-31de-4ebd-87db-ebb79f952117" -d '{"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-deleted", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:43.851112 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dc448f-68c8-448c-ad66-72d3f66b45b1 x-openstack-request-id: req-a4dc448f-68c8-448c-ad66-72d3f66b45b1 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:43.851409 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed212d0-528f-4237-b08e-6be4467826e7", "name": "network-vif-deleted", "tag": "9b88f1c2-4488-465d-9d84-f0ea21b2b338", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:43.851976 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4dc448f-68c8-448c-ad66-72d3f66b45b1 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:43.852386 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dc448f-68c8-448c-ad66-72d3f66b45b1'] response: {'server_uuid': '3ed212d0-528f-4237-b08e-6be4467826e7', 'name': 'network-vif-deleted', 'tag': '9b88f1c2-4488-465d-9d84-f0ea21b2b338', 'status': 'completed', 'code': 200} Apr 07 11:48:43.900108 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:44.135580 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:44.160517 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:44.168339 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:44.168990 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:48:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:44.272496 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:44.461636 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:44.490520 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83523442-ba0d-48ce-96ea-73b3daa2cf21 None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:44.694666 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f4a354-e397-4d94-b5e2-64b67b1e4db2 None None] New status for floating IP fa6fca5e-a75b-44fd-9540-502a0b6d7dc7: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:44.735986 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39524) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:44.787422 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b56f6600-e0fc-4745-818e-1d7e5c530339 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (a44d9332-11b0-49df-b553-9cbdda36522f), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.810397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b56f6600-e0fc-4745-818e-1d7e5c530339 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (a44d9332-11b0-49df-b553-9cbdda36522f), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.858538 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b56f6600-e0fc-4745-818e-1d7e5c530339 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (a44d9332-11b0-49df-b553-9cbdda36522f), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.861358 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b56f6600-e0fc-4745-818e-1d7e5c530339 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.865505 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-b56f6600-e0fc-4745-818e-1d7e5c530339 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "DELETE /v2.0/security-groups/a44d9332-11b0-49df-b553-9cbdda36522f HTTP/1.1" status: 204 len: 168 time: 0.1257074 Apr 07 11:48:44.865726 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39526) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:44.872164 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f6600-e0fc-4745-818e-1d7e5c530339 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44d9332-11b0-49df-b553-9cbdda36522f,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:44.885790 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.api.v2.resource [None req-4820e6cf-01e1-42b8-895a-e10bc2758264 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] show failed (client error): The resource could not be found. Apr 07 11:48:44.886902 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4820e6cf-01e1-42b8-895a-e10bc2758264 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups/a44d9332-11b0-49df-b553-9cbdda36522f HTTP/1.1" status: 404 len: 347 time: 0.0201132 Apr 07 11:48:44.889868 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39528) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.012001 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Deleting port 672ee2f4-17a7-4e13-b0e7-f04e003fa5aa {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:45.012344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.087077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.087401 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.099068 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Calling delete_port for 672ee2f4-17a7-4e13-b0e7-f04e003fa5aa owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:45.223410 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (672ee2f4-17a7-4e13-b0e7-f04e003fa5aa), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.250384 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event deleted for resources: {'Port': ['ID=672ee2f4-17a7-4e13-b0e7-f04e003fa5aa,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.309171 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (fa6fca5e-a75b-44fd-9540-502a0b6d7dc7), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.311662 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.312787 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5b0dbe7a-3d8a-4e02-b337-c4f72839552f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "DELETE /v2.0/floatingips/fa6fca5e-a75b-44fd-9540-502a0b6d7dc7 HTTP/1.1" status: 204 len: 168 time: 0.4220393 Apr 07 11:48:45.578893 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39532) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.583980 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115670737', 'description': 'tempest-description--930114118'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:45.604086 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.668978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (66960810-649c-4d5a-8a43-7292f632c289), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.672445 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (66960810-649c-4d5a-8a43-7292f632c289), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.700975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.702170 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1222506 Apr 07 11:48:45.704023 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cdd1a-e59f-4f2d-905d-a0e026066078 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66960810-649c-4d5a-8a43-7292f632c289,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.705165 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39534) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.710262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'security_group_rule': {'security_group_id': '66960810-649c-4d5a-8a43-7292f632c289', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:45.737760 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (1e379988-56cd-4f45-a4f3-77bc3862e4b1), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.777988 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.784906 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (1e379988-56cd-4f45-a4f3-77bc3862e4b1), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.788188 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (1e379988-56cd-4f45-a4f3-77bc3862e4b1), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.807474 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e379988-56cd-4f45-a4f3-77bc3862e4b1,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.812970 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.814130 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ab842120-8712-4dec-a686-c80f1d3a3856 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079323 Apr 07 11:48:45.817286 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39536) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.822097 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'security_group_rule': {'security_group_id': '66960810-649c-4d5a-8a43-7292f632c289', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:45.845768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (1e4bae10-91e3-4615-815c-c67e9265093b), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.898881 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (1e4bae10-91e3-4615-815c-c67e9265093b), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.902684 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (1e4bae10-91e3-4615-815c-c67e9265093b), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.916901 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4bae10-91e3-4615-815c-c67e9265093b,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.927270 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.928429 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-bb09385b-43cb-4fd5-b6ba-ccd9b5cce106 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101685 Apr 07 11:48:45.931503 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39538) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:45.935666 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:45.954523 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.051319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.155606 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Allocated IP 172.27.2.3 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:46.258120 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.290607 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.326756 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:46.329506 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:46.335405 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:46.340879 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'Port': ['ID=fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:46.422736 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (7b045271-3856-4a7c-92bc-5e0b3e4587be), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.458111 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.577205 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:46.596381 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 9b88f1c2-4488-465d-9d84-f0ea21b2b338 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:48:46.596726 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 9b88f1c2-4488-465d-9d84-f0ea21b2b338 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:48:46.604116 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.608655 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.671583 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'Port': ['ID=fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:46.683093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (7b045271-3856-4a7c-92bc-5e0b3e4587be), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.698050 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:46.705953 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7024acd0-8472-4402-bd7e-8eab9b7b6451 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7668324 Apr 07 11:48:46.888368 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-3af36e60-b1c5-4ed1-b537-102aead32616 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1115670737&fields=id&tenant_id=357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 267 time: 0.0413883 Apr 07 11:48:46.992191 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-6ea79957-51a5-4b66-9eb0-0accac3fc50b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:46.993701 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-6ea79957-51a5-4b66-9eb0-0accac3fc50b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 817 time: 0.0985274 Apr 07 11:48:47.010308 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-f60fd0a4-9127-46b4-b640-7d3dacf02a56 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/quotas/357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Apr 07 11:48:47.064806 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-874d4094-925e-43dc-8749-3ca1849ecaeb tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480082 Apr 07 11:48:47.158974 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-0f6249df-bbca-42a8-939e-fcf451830d4a service neutron] 10.222.0.47 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830050 Apr 07 11:48:47.244891 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-7509a2a1-58f7-4b9a-8263-97be706c8128 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790088 Apr 07 11:48:47.407190 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e5270b13-9084-47ef-bf23-3b893854bb00 req-7279837e-676f-495d-b19f-d3d245a4157e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 210 time: 0.0306580 Apr 07 11:48:48.505848 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cfe8cc84-e0c9-4d11-af35-8abceb92c484 req-3341e415-b391-40b5-a543-8d69a2e20152 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Apr 07 11:48:48.762348 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-84e0ee54-61bd-4225-83a9-07a44639ff09 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:48.763732 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-84e0ee54-61bd-4225-83a9-07a44639ff09 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 817 time: 0.1064959 Apr 07 11:48:48.824635 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-8f70436e-67d9-4824-b1b3-ad3a0c8979af tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 380 time: 0.0507789 Apr 07 11:48:48.834773 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'port': {'device_id': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'admin_state_up': True, 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'security_groups': ['66960810-649c-4d5a-8a43-7292f632c289']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:48.945005 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Made reservation on behalf of 357083ee948d4850b7aa3fb1636678c2 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:48.948284 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.066614 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Allocated IP 172.20.0.14 (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc/dfb89c3d-5444-43e1-ad22-e6e629b4de75/49972a10-5bc2-4e1a-83e0-51193a7c7873) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:49.199551 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.231712 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.272527 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:49.275471 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:49.281460 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:49.287749 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:49.337244 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:49.337859 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.353813 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-fca03ab6-bac6-4643-80ca-c5323bc2d1f2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5225463 Apr 07 11:48:49.368482 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Request body: {'port': {'device_id': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:49.430462 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.480339 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-cd2a7347-6edf-493a-83b9-6ea604e28c5a None None] Provisioning complete for port 49972a10-5bc2-4e1a-83e0-51193a7c7873 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:49.481007 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cd2a7347-6edf-493a-83b9-6ea604e28c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.516914 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a7347-6edf-493a-83b9-6ea604e28c5a None None] Port 49972a10-5bc2-4e1a-83e0-51193a7c7873 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:49.631285 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4cfa-5932-44e5-b086-7be820b47281 req-1ee20a25-e874-4c7c-852a-8f38805301a2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:49.632690 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0a8a4cfa-5932-44e5-b086-7be820b47281 req-1ee20a25-e874-4c7c-852a-8f38805301a2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 932 time: 0.0522690 Apr 07 11:48:49.681129 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0a8a4cfa-5932-44e5-b086-7be820b47281 req-3cd06d77-83f9-4876-a450-cd8d13370731 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Apr 07 11:48:49.696514 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49972a10-5bc2-4e1a-83e0-51193a7c7873 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:49.703948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Publish callbacks [] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.715822 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Transition to ACTIVE for port object 49972a10-5bc2-4e1a-83e0-51193a7c7873 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:48:49.718843 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.766592 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:49.837100 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Attempting to bind port 49972a10-5bc2-4e1a-83e0-51193a7c7873 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:49.837436 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Attempting to bind port 49972a10-5bc2-4e1a-83e0-51193a7c7873 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:49.837763 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Attempting to bind port 49972a10-5bc2-4e1a-83e0-51193a7c7873 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:49.842352 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Port 49972a10-5bc2-4e1a-83e0-51193a7c7873 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:48:49.842673 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Attempting to bind port 49972a10-5bc2-4e1a-83e0-51193a7c7873 on network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:49.847587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:49.847924 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Checking segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:49.848307 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Bound using segment: {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:49.848730 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Bound port: 49972a10-5bc2-4e1a-83e0-51193a7c7873, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7757108-e91a-4bd5-a160-ef9b102881ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:49.849118 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.921303 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:49.924263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:49.931783 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.963316 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:49.963923 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:49.965328 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] 10.222.0.26 "PUT /v2.0/ports/49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 1094 time: 0.6024039 Apr 07 11:48:49.965760 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:49.967969 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:50.004783 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a43bc-92ee-4af4-86b1-3c147009907c service neutron] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:50.036335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5dda62-9632-4385-ac8d-ac044ab04c56 x-openstack-request-id: req-dd5dda62-9632-4385-ac8d-ac044ab04c56 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:50.036624 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:50.036941 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd5dda62-9632-4385-ac8d-ac044ab04c56 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:50.037293 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5dda62-9632-4385-ac8d-ac044ab04c56'] response: {'name': 'network-changed', 'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'status': 'completed', 'code': 200} Apr 07 11:48:50.057171 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-188cb8b1-2a6b-49f8-a254-05ffd733fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:50.058660 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-188cb8b1-2a6b-49f8-a254-05ffd733fe6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1128 time: 0.0493612 Apr 07 11:48:50.104388 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-f13011df-eb30-46f6-8d78-5ea554b3cb40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 217 time: 0.0383961 Apr 07 11:48:50.155684 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-ad4174e7-6926-42d7-aca0-8e18af8bb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:50.157187 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-ad4174e7-6926-42d7-aca0-8e18af8bb710 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0452192 Apr 07 11:48:50.204369 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-f326c3ed-4f90-4cb3-b0fa-50531cc17027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:50.205895 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-f326c3ed-4f90-4cb3-b0fa-50531cc17027 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428510 Apr 07 11:48:50.295833 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-87a11193-6ce4-413c-8317-3edc14699f9c service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831969 Apr 07 11:48:50.380639 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-93874b23-160c-4a39-9e2a-2527c5bd630d req-4e67969f-eec1-48a2-851f-f323b36e99ff service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788105 Apr 07 11:48:50.802803 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a4b01-ddb9-47d3-9ed5-54699c918719 req-de1d5310-bee8-4d61-88e5-54b74d61db5e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:50.804255 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-375a4b01-ddb9-47d3-9ed5-54699c918719 req-de1d5310-bee8-4d61-88e5-54b74d61db5e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0509081 Apr 07 11:48:50.851724 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-375a4b01-ddb9-47d3-9ed5-54699c918719 req-efe95acf-dbd7-4b20-8c3d-25957ad494f6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Apr 07 11:48:51.413188 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-be1adb77-4d88-4bbd-9f4d-7adec125ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.414567 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-be1adb77-4d88-4bbd-9f4d-7adec125ff05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1128 time: 0.0442276 Apr 07 11:48:51.503950 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-0b3508ed-b156-401e-be96-dec1fb8e9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.505370 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-0b3508ed-b156-401e-be96-dec1fb8e9041 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.0826190 Apr 07 11:48:51.543657 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-a0a76ee7-a524-4dec-98d7-477ef42d1816 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 217 time: 0.0321202 Apr 07 11:48:51.593571 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-f31d9c77-196b-4530-a9ee-1349d0025ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.594962 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-f31d9c77-196b-4530-a9ee-1349d0025ba3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0445607 Apr 07 11:48:51.646655 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-41386ce8-bcbf-4274-9d8c-303ec0eb2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.648102 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-41386ce8-bcbf-4274-9d8c-303ec0eb2bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422647 Apr 07 11:48:51.737955 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-5a94d58f-eb77-4e2e-881a-2086b6dba0b6 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820537 Apr 07 11:48:51.821580 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-4bf0aad3-34b3-47bd-85e2-a55fd3b33c9b req-10e6a037-93cd-40d3-9e16-37188e2c5ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778537 Apr 07 11:48:51.974560 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d43b0-29f8-4cad-9295-77195536e2d1 req-f0968e74-2ba7-4161-befb-1f5fe0c2832c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.976028 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ca6d43b0-29f8-4cad-9295-77195536e2d1 req-f0968e74-2ba7-4161-befb-1f5fe0c2832c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0517943 Apr 07 11:48:52.022589 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ca6d43b0-29f8-4cad-9295-77195536e2d1 req-e653c8f5-8238-43b2-aa52-42458a187948 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Apr 07 11:48:53.139768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e51f60-2395-4b11-b5a0-a0095f3f0757 req-c5d409a3-94a8-4125-a93b-182b63ea35b6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:53.141266 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59e51f60-2395-4b11-b5a0-a0095f3f0757 req-c5d409a3-94a8-4125-a93b-182b63ea35b6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0506759 Apr 07 11:48:53.186267 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59e51f60-2395-4b11-b5a0-a0095f3f0757 req-4e04df79-e3ce-4a2f-8578-fcf8ca50f424 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388882 Apr 07 11:48:54.308758 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6d6c6-d0d1-4242-9ac7-e09d745164dd req-ff2dfa19-828e-4804-affe-76d0c416d847 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.310155 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d8a6d6c6-d0d1-4242-9ac7-e09d745164dd req-ff2dfa19-828e-4804-affe-76d0c416d847 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0538239 Apr 07 11:48:54.354695 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d8a6d6c6-d0d1-4242-9ac7-e09d745164dd req-ef0029e1-ba49-44d7-843c-b2a028f31746 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 Apr 07 11:48:54.636162 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:48:54.732065 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:54.743268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'mac_address': 'fa:16:3e:e2:7d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:48:54.779626 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:54.780020 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.792087 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49972a10-5bc2-4e1a-83e0-51193a7c7873 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:54.809941 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:54.814937 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:54.862908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:54.870323 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.870678 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.871055 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.871423 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.871801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.872140 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.872466 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.872814 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.873154 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.873484 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.873814 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.874144 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.874471 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.874796 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:54.875121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.118158 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['49972a10-5bc2-4e1a-83e0-51193a7c7873'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:48:55.475799 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e53c4-b075-40a5-aa1e-a3fcb5e2a9fa req-052f5d43-c6ff-411f-b0c9-444f21897197 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.477260 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a39e53c4-b075-40a5-aa1e-a3fcb5e2a9fa req-052f5d43-c6ff-411f-b0c9-444f21897197 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0507379 Apr 07 11:48:55.522222 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a39e53c4-b075-40a5-aa1e-a3fcb5e2a9fa req-27ac8c86-50f7-4975-ab44-409870824f3a tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Apr 07 11:48:56.643509 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d807c-6e16-4297-be07-e62653179aa7 req-9ce1af1c-940b-4268-8ea0-dc3caf946a0d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:56.645222 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5e6d807c-6e16-4297-be07-e62653179aa7 req-9ce1af1c-940b-4268-8ea0-dc3caf946a0d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Apr 07 11:48:56.650400 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:56.695148 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5e6d807c-6e16-4297-be07-e62653179aa7 req-475730b1-9ebe-4975-ba57-1d25a24f83df tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Apr 07 11:48:56.698908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 49972a10-5bc2-4e1a-83e0-51193a7c7873 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:48:56.703147 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 49972a10-5bc2-4e1a-83e0-51193a7c7873 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:56.703529 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.781040 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:56.781431 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.803633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:56.805938 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d9cb2d-7997-4a6f-af66-db5a49d67cab" -d '{"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-plugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:56.818914 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:56.823317 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.846214 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84022f6-f17c-46c8-aec4-e56a883423ec x-openstack-request-id: req-f84022f6-f17c-46c8-aec4-e56a883423ec {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:56.846527 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-plugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:56.846784 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f84022f6-f17c-46c8-aec4-e56a883423ec {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:56.847179 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84022f6-f17c-46c8-aec4-e56a883423ec'] response: {'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'code': 200} Apr 07 11:48:56.873302 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:57.015342 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dc269-7b73-413f-bb2e-87543c8d0286 req-ef38aacd-4ebc-4216-8f47-7c185aec76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.016841 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-ec7dc269-7b73-413f-bb2e-87543c8d0286 req-ef38aacd-4ebc-4216-8f47-7c185aec76f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1130 time: 0.0433886 Apr 07 11:48:57.064142 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-ec7dc269-7b73-413f-bb2e-87543c8d0286 req-b0fa02b0-31f3-4dc4-a469-4be35a27b4f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 Apr 07 11:48:57.339516 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-90941417-b6ad-4c41-b1d6-3c4a08413db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.814493 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3899-214b-46fe-ae10-9b9a3e84ac3d req-3908c278-1434-4252-8946-dcb52f174899 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.816420 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f21e3899-214b-46fe-ae10-9b9a3e84ac3d req-3908c278-1434-4252-8946-dcb52f174899 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0497336 Apr 07 11:48:57.860820 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f21e3899-214b-46fe-ae10-9b9a3e84ac3d req-5b030a9d-bc68-40ce-852e-19e26acefa81 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389214 Apr 07 11:48:58.982049 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb41f3-a3d9-471a-8677-0c843e937145 req-d52f7634-8410-40b8-ac15-54b7c978c6c9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.983466 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0afb41f3-a3d9-471a-8677-0c843e937145 req-d52f7634-8410-40b8-ac15-54b7c978c6c9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Apr 07 11:48:59.029612 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0afb41f3-a3d9-471a-8677-0c843e937145 req-f950464a-179c-4b7e-9ac8-c0ac6ebfe8bc tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Apr 07 11:48:59.148097 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d381b-c750-4a25-8f3a-fa58a3a0889f req-47eb6c30-27c3-4c24-bff3-671878e93951 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.149489 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a36d381b-c750-4a25-8f3a-fa58a3a0889f req-47eb6c30-27c3-4c24-bff3-671878e93951 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0543032 Apr 07 11:48:59.158011 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39602) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:59.162686 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Request body: {'floatingip': {'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:59.199506 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (7b045271-3856-4a7c-92bc-5e0b3e4587be), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.547488 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-24e55c08-0e09-451b-ad9e-1355e1427e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.632271 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.636245 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (7b045271-3856-4a7c-92bc-5e0b3e4587be), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:59.996450 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Floating IP 7b045271-3856-4a7c-92bc-5e0b3e4587be associated. External IP: 172.27.2.3, port: 49972a10-5bc2-4e1a-83e0-51193a7c7873. Apr 07 11:49:00.215613 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:00.326673 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:00.331626 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.338602 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:00.348369 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:00.349252 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:00.367210 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a1cb1ed1-95ff-4f8a-9128-4728f83d1309 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "PUT /v2.0/floatingips/7b045271-3856-4a7c-92bc-5e0b3e4587be HTTP/1.1" status: 200 len: 990 time: 1.2020910 Apr 07 11:49:00.367210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:00.367210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:00.402174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbdf6fb-611c-448f-acf0-583342a1cded x-openstack-request-id: req-6dbdf6fb-611c-448f-acf0-583342a1cded {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:00.402607 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:00.403493 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6dbdf6fb-611c-448f-acf0-583342a1cded {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:00.404093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbdf6fb-611c-448f-acf0-583342a1cded'] response: {'name': 'network-changed', 'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'status': 'completed', 'code': 200} Apr 07 11:49:00.482960 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-84005885-e096-46d5-af48-9e5109bfa4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:00.484463 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-84005885-e096-46d5-af48-9e5109bfa4f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1130 time: 0.0519419 Apr 07 11:49:00.526525 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b286d-4c7d-4f49-977a-641026d69999 req-9ee33b55-5874-4eda-9cc8-bdbb99f48b7e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:00.528044 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f42b286d-4c7d-4f49-977a-641026d69999 req-9ee33b55-5874-4eda-9cc8-bdbb99f48b7e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0541031 Apr 07 11:49:00.575165 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f42b286d-4c7d-4f49-977a-641026d69999 req-35ee5500-3602-47cb-a29d-1945f41d1e7f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414431 Apr 07 11:49:00.590442 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:00.724283 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.868014 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '7b045271-3856-4a7c-92bc-5e0b3e4587be', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'mac_address': 'fa:16:3e:e2:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:59Z', 'revision_number': 1, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:00.892897 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:00.901025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:00.901622 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:01.007343 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:01.224107 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '7b045271-3856-4a7c-92bc-5e0b3e4587be', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'mac_address': 'fa:16:3e:e2:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:59Z', 'revision_number': 1, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:01.249716 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747f0ee-0f42-4f8a-ba4f-5e063c424402 None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '7b045271-3856-4a7c-92bc-5e0b3e4587be', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'mac_address': 'fa:16:3e:e2:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:48:46Z', 'updated_at': '2022-04-07T11:48:59Z', 'revision_number': 1, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:01.428737 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2741810b-e8d2-4a80-9f93-3966eeb817a8 None None] New status for floating IP 7b045271-3856-4a7c-92bc-5e0b3e4587be: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:01.695406 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de088-22a1-4a3b-a2e1-cb62dafb63d0 req-975f7fc0-5294-4462-bbbe-3f9ec7f0b32b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:01.696880 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2a2de088-22a1-4a3b-a2e1-cb62dafb63d0 req-975f7fc0-5294-4462-bbbe-3f9ec7f0b32b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0506475 Apr 07 11:49:01.745984 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2a2de088-22a1-4a3b-a2e1-cb62dafb63d0 req-61337dc9-8a94-4e46-b94c-eb4a43917069 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434942 Apr 07 11:49:01.919240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.416517 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-c647775d-fd76-4c3a-844a-d87e87939f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.417974 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-c647775d-fd76-4c3a-844a-d87e87939f39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.0813804 Apr 07 11:49:02.486595 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-5d2b6a93-7eb9-4af2-876e-392beb93419e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 1000 time: 0.0596814 Apr 07 11:49:02.612526 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-ff09a582-cbde-456a-b426-709939e8ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.614461 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-ff09a582-cbde-456a-b426-709939e8ace7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0423725 Apr 07 11:49:02.667713 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-8358f4f5-a19d-4d8d-982b-0441cf1c6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.669197 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-8358f4f5-a19d-4d8d-982b-0441cf1c6569 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425463 Apr 07 11:49:02.753656 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63589-662b-41ea-b306-98e956f2ea83 req-fa7032de-3e4d-40b3-8d0d-ceed1f6c9aab tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.754994 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-09c63589-662b-41ea-b306-98e956f2ea83 req-fa7032de-3e4d-40b3-8d0d-ceed1f6c9aab tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0507536 Apr 07 11:49:02.789127 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-d9bd0276-6199-4c15-a5eb-ace27855dc48 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853682 Apr 07 11:49:02.883868 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d71a28c9-543b-423b-aaa4-ec6e7cea6c28 req-29d6ff07-9217-4d37-be32-2116a022ec6d service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881839 Apr 07 11:49:02.890720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dfa01-d435-4746-a5cd-34a66956fba2 req-7f6ddb2c-a92e-42be-b4d7-46b5e52069c4 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.892248 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e10dfa01-d435-4746-a5cd-34a66956fba2 req-7f6ddb2c-a92e-42be-b4d7-46b5e52069c4 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 946 time: 0.0715306 Apr 07 11:49:02.895324 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Deleting port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:02.895670 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.003740 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e10dfa01-d435-4746-a5cd-34a66956fba2 req-c375f231-ee21-4044-8a11-03e59d6f1cca tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6e64128-254c-4904-846c-d0b823991100&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047328 Apr 07 11:49:03.022908 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] For port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:03.023271 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.238650 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.239003 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (9d79ac52-7bd4-4779-bbe0-14dc95393825), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.239310 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Floating IP 9d79ac52-7bd4-4779-bbe0-14dc95393825 disassociated. External IP: 172.27.2.18, port: 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11. Apr 07 11:49:03.239647 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Calling delete_port for 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:03.359768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.385313 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event deleted for resources: {'Port': ['ID=3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:03.395236 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.395589 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.395936 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.396286 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.396622 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.397000 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.397333 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.398187 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.398187 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.398453 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.398650 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.398920 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.399242 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.399565 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.399908 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:03.513596 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Router c0c52852-2809-4766-88ff-35e8516190dc has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:03.582791 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.622838 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:03.632720 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:03.643223 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:03.644333 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:03.665916 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] No DVR routers for this DVR port 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:03.668555 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:03.671940 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-09c63589-662b-41ea-b306-98e956f2ea83 req-7b2ca011-1ba4-424f-b2d8-0cbd76415958 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "DELETE /v2.0/ports/3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 HTTP/1.1" status: 204 len: 173 time: 0.9110568 Apr 07 11:49:03.672379 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'name': 'network-vif-deleted', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:03.674675 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3261491d-f05a-4fc2-9ef3-1b09a5c7a5fc" -d '{"events": [{"server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "name": "network-vif-deleted", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:03.714214 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8176c12-bcb0-466f-b4f5-014574170fe6 x-openstack-request-id: req-f8176c12-bcb0-466f-b4f5-014574170fe6 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:03.714504 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99f9e0-9a79-4e17-ae35-1f1df4094d73", "name": "network-vif-deleted", "tag": "3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:03.714757 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8176c12-bcb0-466f-b4f5-014574170fe6 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:03.715164 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8176c12-bcb0-466f-b4f5-014574170fe6'] response: {'server_uuid': 'fc99f9e0-9a79-4e17-ae35-1f1df4094d73', 'name': 'network-vif-deleted', 'tag': '3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11', 'status': 'completed', 'code': 200} Apr 07 11:49:03.761617 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:03.965546 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:03.993553 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:04.002135 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:04.002747 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.108550 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-82f07bf3-37b8-4870-baab-3f2ac485bba9 req-6c052d8d-a2da-4d5c-8447-7fbf7bad93bf tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc99f9e0-9a79-4e17-ae35-1f1df4094d73 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Apr 07 11:49:04.113591 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:04.319240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:04.346703 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f990b-74ff-4635-9b85-6b76643a9441 None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:04.556469 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636929a-30dd-4246-ae1e-e77e8b7e7fb5 None None] New status for floating IP 9d79ac52-7bd4-4779-bbe0-14dc95393825: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:05.190238 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39634) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:05.242380 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9816afc-2d17-454d-b5fc-7ace0fe22629 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (a6e64128-254c-4904-846c-d0b823991100), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.264641 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9816afc-2d17-454d-b5fc-7ace0fe22629 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (a6e64128-254c-4904-846c-d0b823991100), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.314027 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9816afc-2d17-454d-b5fc-7ace0fe22629 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (a6e64128-254c-4904-846c-d0b823991100), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.316982 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9816afc-2d17-454d-b5fc-7ace0fe22629 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.318159 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d9816afc-2d17-454d-b5fc-7ace0fe22629 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "DELETE /v2.0/security-groups/a6e64128-254c-4904-846c-d0b823991100 HTTP/1.1" status: 204 len: 168 time: 0.1263576 Apr 07 11:49:05.320976 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39636) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:05.327748 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9816afc-2d17-454d-b5fc-7ace0fe22629 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e64128-254c-4904-846c-d0b823991100,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:05.542577 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.api.v2.resource [None req-7e188543-7d32-4794-80ee-70aa99ca4a10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] show failed (client error): The resource could not be found. Apr 07 11:49:05.543521 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-7e188543-7d32-4794-80ee-70aa99ca4a10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups/a6e64128-254c-4904-846c-d0b823991100 HTTP/1.1" status: 404 len: 347 time: 0.2215364 Apr 07 11:49:05.546575 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39638) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:05.663549 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Deleting port f77e5f5f-40c3-43a8-9eff-694260d88cc7 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:05.663890 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.734087 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.734408 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (f77e5f5f-40c3-43a8-9eff-694260d88cc7), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.746981 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Calling delete_port for f77e5f5f-40c3-43a8-9eff-694260d88cc7 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:05.874063 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (f77e5f5f-40c3-43a8-9eff-694260d88cc7), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.899586 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event deleted for resources: {'Port': ['ID=f77e5f5f-40c3-43a8-9eff-694260d88cc7,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:05.926993 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.927343 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.927687 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.928025 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.928355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.928688 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.929041 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.929368 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.929697 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.930019 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.930341 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.930662 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.930980 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.931298 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.931615 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:05.969753 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (9d79ac52-7bd4-4779-bbe0-14dc95393825), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.972676 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:05.973833 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-fac6dd2e-a088-48c7-99e4-b276afe6ca22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "DELETE /v2.0/floatingips/9d79ac52-7bd4-4779-bbe0-14dc95393825 HTTP/1.1" status: 204 len: 168 time: 0.4263864 Apr 07 11:49:06.225310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39642) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:06.229783 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136471220', 'description': 'tempest-description--322910432'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:06.249771 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.316770 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (0e2d26d0-5272-433e-aeb2-ae26f3257beb), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.320191 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0e2d26d0-5272-433e-aeb2-ae26f3257beb), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.347664 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.348845 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1225326 Apr 07 11:49:06.351908 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39644) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:06.352815 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b56a-445c-4436-a409-3e9c484fd08b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d26d0-5272-433e-aeb2-ae26f3257beb,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:06.357489 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'security_group_rule': {'security_group_id': '0e2d26d0-5272-433e-aeb2-ae26f3257beb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:06.381968 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (e6025304-ffd8-4517-97b5-15a345cc1070), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.435349 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (e6025304-ffd8-4517-97b5-15a345cc1070), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.438953 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (e6025304-ffd8-4517-97b5-15a345cc1070), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.455826 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6025304-ffd8-4517-97b5-15a345cc1070,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:06.463178 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.464353 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9b900e2b-44c3-46b3-9f51-b136de881485 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114721 Apr 07 11:49:06.467048 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39646) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:06.471174 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'security_group_rule': {'security_group_id': '0e2d26d0-5272-433e-aeb2-ae26f3257beb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:06.494645 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (ed89ca15-cfc9-44b9-b675-cb02330f4845), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.548853 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (ed89ca15-cfc9-44b9-b675-cb02330f4845), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.552563 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (ed89ca15-cfc9-44b9-b675-cb02330f4845), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.569553 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed89ca15-cfc9-44b9-b675-cb02330f4845,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:06.576681 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.577874 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-f0759bb4-50b7-47ed-8d39-f46074ec6a4f tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1099234 Apr 07 11:49:06.580948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39648) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:06.585572 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:06.604994 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.684718 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:06.704304 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.704643 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:06.705024 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 3f7cd3de-62b4-4b62-a3e5-b5fb1d561d11 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:06.808475 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Allocated IP 172.27.2.202 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/fc8e4d41-42cd-4ff0-8da8-739295f9d447) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:06.906483 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.938589 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.974150 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:06.976703 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:06.979079 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:07.012097 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'Port': ['ID=fc8e4d41-42cd-4ff0-8da8-739295f9d447,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:07.075228 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (b6fe4504-8bbc-4cb5-aede-e71c8723ffdc), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.108962 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.254486 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.258622 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.320845 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'Port': ['ID=fc8e4d41-42cd-4ff0-8da8-739295f9d447,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:07.334803 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (b6fe4504-8bbc-4cb5-aede-e71c8723ffdc), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.350077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:07.351300 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ed44cea3-931c-4208-9145-48a292d73460 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7689340 Apr 07 11:49:07.542661 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-0194f882-51a9-4d7c-9f29-dd31a518cb90 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2136471220&fields=id&tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6 HTTP/1.1" status: 200 len: 267 time: 0.0417173 Apr 07 11:49:07.646020 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-ec3ae3ab-c26a-4c63-bbe6-8267846c57cc tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.647487 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-ec3ae3ab-c26a-4c63-bbe6-8267846c57cc tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 810 time: 0.0987403 Apr 07 11:49:07.661921 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-45d5f1b8-7ceb-4154-8381-062d02d53517 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/quotas/6c9af78d45e64ba2b9bd6d4ac21191e6 HTTP/1.1" status: 200 len: 375 time: 0.0090587 Apr 07 11:49:07.715292 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-75701f4b-04d9-42cf-adda-ffe529e6ed55 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484686 Apr 07 11:49:07.806075 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-17136e8f-5b8c-4906-ad32-e04efc6adad7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796764 Apr 07 11:49:07.893310 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-6ffbe80e-cce4-4f30-b37c-dbe1a4b00f67 service neutron] 10.222.0.47 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817220 Apr 07 11:49:08.047440 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a43ce2a2-e75c-4477-99b1-b44d28eea06c req-f13d389d-6ed2-4b59-af7d-922014c2584c tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 210 time: 0.0267887 Apr 07 11:49:09.005930 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-fcbb2d1b-fa0e-4cd2-adcb-5deec425a7b8 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.008052 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-fcbb2d1b-fa0e-4cd2-adcb-5deec425a7b8 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 810 time: 0.1063957 Apr 07 11:49:09.071590 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4e4ed3a2-949d-4b50-b682-5721d6dcf669 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6 HTTP/1.1" status: 200 len: 380 time: 0.0544345 Apr 07 11:49:09.090891 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'port': {'device_id': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'admin_state_up': True, 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'security_groups': ['0e2d26d0-5272-433e-aeb2-ae26f3257beb']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:09.165556 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9257545b-02b1-4cc3-af53-2ec12a36fa8c req-7ee5e695-06fb-415d-8726-603a73ad0457 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 210 time: 0.0522771 Apr 07 11:49:09.217433 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Made reservation on behalf of 6c9af78d45e64ba2b9bd6d4ac21191e6 for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:09.220733 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.336688 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Allocated IP 172.20.0.5 (9e4b56e3-431b-4e88-810c-04b4dabed6f7/f59ddae3-f7f3-4b7b-b957-4f56cffdd440/81ff1458-76ec-482a-9c6b-2915793bef67) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:09.467389 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for port (81ff1458-76ec-482a-9c6b-2915793bef67), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.500082 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.546206 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:09.549204 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:09.555437 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:09.561034 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event updated for resources: {'Port': ['ID=81ff1458-76ec-482a-9c6b-2915793bef67,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:09.609958 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.610479 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.626287 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4979acf3-b0ed-4c75-9507-862069042f22 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391777 Apr 07 11:49:09.639785 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Request body: {'port': {'device_id': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:09.700181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.788972 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-84db5a23-6b26-4d38-943d-66c9649805ab None None] Provisioning complete for port 81ff1458-76ec-482a-9c6b-2915793bef67 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:09.789584 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-84db5a23-6b26-4d38-943d-66c9649805ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.823010 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-84db5a23-6b26-4d38-943d-66c9649805ab None None] Port 81ff1458-76ec-482a-9c6b-2915793bef67 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:09.955560 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ff1458-76ec-482a-9c6b-2915793bef67 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:09.963393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Publish callbacks [] for port (81ff1458-76ec-482a-9c6b-2915793bef67), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:09.974924 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Transition to ACTIVE for port object 81ff1458-76ec-482a-9c6b-2915793bef67 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:49:09.978435 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.044087 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Pushing event updated for resources: {'Port': ['ID=81ff1458-76ec-482a-9c6b-2915793bef67,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:10.093910 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Attempting to bind port 81ff1458-76ec-482a-9c6b-2915793bef67 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:10.094234 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Attempting to bind port 81ff1458-76ec-482a-9c6b-2915793bef67 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:10.094565 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Attempting to bind port 81ff1458-76ec-482a-9c6b-2915793bef67 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:10.099079 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Port 81ff1458-76ec-482a-9c6b-2915793bef67 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:49:10.099394 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Attempting to bind port 81ff1458-76ec-482a-9c6b-2915793bef67 on network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:10.104227 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:10.104563 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Checking segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:10.104977 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Bound using segment: {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:10.105401 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Bound port: 81ff1458-76ec-482a-9c6b-2915793bef67, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485130b1-eb41-4612-ae94-c6b0d32cad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:10.105756 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.172528 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] For port 81ff1458-76ec-482a-9c6b-2915793bef67, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:10.176369 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] For port 81ff1458-76ec-482a-9c6b-2915793bef67, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=81ff1458-76ec-482a-9c6b-2915793bef67,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:10.182416 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.216944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.217561 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.218940 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] 10.222.0.26 "PUT /v2.0/ports/81ff1458-76ec-482a-9c6b-2915793bef67 HTTP/1.1" status: 200 len: 1093 time: 0.5834217 Apr 07 11:49:10.219383 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:10.221717 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e5edc-a214-474f-92de-cea7627fad78" -d '{"events": [{"name": "network-changed", "server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:10.253926 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3fe8-1b52-4940-b9d7-0ffb7f6766df service neutron] Pushing event updated for resources: {'Port': ['ID=81ff1458-76ec-482a-9c6b-2915793bef67,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:10.283068 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1edd338-8069-40a6-9ded-22e2125f2710 x-openstack-request-id: req-c1edd338-8069-40a6-9ded-22e2125f2710 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:10.283358 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:10.283611 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1edd338-8069-40a6-9ded-22e2125f2710 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:10.284014 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1edd338-8069-40a6-9ded-22e2125f2710'] response: {'name': 'network-changed', 'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67', 'status': 'completed', 'code': 200} Apr 07 11:49:10.327723 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec25a2-4d54-47f5-aa23-4264ca736ac2 req-7b17c06d-6b99-490a-a273-e33489ab9062 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.329264 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-42ec25a2-4d54-47f5-aa23-4264ca736ac2 req-7b17c06d-6b99-490a-a273-e33489ab9062 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 943 time: 0.0947747 Apr 07 11:49:10.343678 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4739f181-e375-495c-b8c8-4936c03a00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.345149 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4739f181-e375-495c-b8c8-4936c03a00e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 1127 time: 0.0737562 Apr 07 11:49:10.395181 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-4b070e3e-76f2-4d27-8d5c-e061527d08ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ff1458-76ec-482a-9c6b-2915793bef67 HTTP/1.1" status: 200 len: 217 time: 0.0419567 Apr 07 11:49:10.450553 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-42ec25a2-4d54-47f5-aa23-4264ca736ac2 req-15725fce-3a8f-4bdb-8285-7c7e57439042 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147120 Apr 07 11:49:10.462429 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-2cb71637-cf11-4a5f-8167-b317b117861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.463877 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-2cb71637-cf11-4a5f-8167-b317b117861f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.0614367 Apr 07 11:49:10.514549 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-bf585a31-9708-498f-86ea-00f2a1668a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.516052 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-bf585a31-9708-498f-86ea-00f2a1668a47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430393 Apr 07 11:49:10.605858 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-59b3914c-f16a-481d-a129-43dee606b172 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825088 Apr 07 11:49:10.696392 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7dd7a0fd-78d9-4916-9259-ccc3f8bc4b45 req-70e4cd56-c110-4d86-81c0-9623a68b2026 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Apr 07 11:49:11.852953 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6817-e1c7-4578-977e-6b66adf654e8 req-beae7e98-e3a3-4376-80da-6b10e9eaf1dc tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.854329 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-298e6817-e1c7-4578-977e-6b66adf654e8 req-beae7e98-e3a3-4376-80da-6b10e9eaf1dc tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 943 time: 0.3332801 Apr 07 11:49:11.856743 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5edc-a214-474f-92de-cea7627fad78 req-3d1b5dec-d8d9-4e13-9a60-18d29740a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.858087 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-3d1b5dec-d8d9-4e13-9a60-18d29740a12d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 1127 time: 0.0604954 Apr 07 11:49:11.951031 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-298e6817-e1c7-4578-977e-6b66adf654e8 req-03e2b6bc-0892-4150-9bfb-01709d609a49 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910399 Apr 07 11:49:11.972722 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5edc-a214-474f-92de-cea7627fad78 req-1b7c09e0-4203-48bf-aafb-2dfcea77ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.974156 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-1b7c09e0-4203-48bf-aafb-2dfcea77ace1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.1083097 Apr 07 11:49:12.014259 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-3c9bdf87-3062-441e-a62f-210919450310 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ff1458-76ec-482a-9c6b-2915793bef67 HTTP/1.1" status: 200 len: 217 time: 0.0334351 Apr 07 11:49:12.064975 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5edc-a214-474f-92de-cea7627fad78 req-f3bd989a-051a-4841-8845-b76efbf99041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:12.066439 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-f3bd989a-051a-4841-8845-b76efbf99041 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.0451193 Apr 07 11:49:12.115404 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5edc-a214-474f-92de-cea7627fad78 req-09740693-d56d-45d5-ad58-c940a08553b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:12.116766 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-09740693-d56d-45d5-ad58-c940a08553b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425053 Apr 07 11:49:12.203920 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-80d5a566-61c3-44a4-aef2-6e4c11b7fd34 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776722 Apr 07 11:49:12.291980 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858e5edc-a214-474f-92de-cea7627fad78 req-afacc310-c0c1-498b-8a95-b6e886186915 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815339 Apr 07 11:49:13.065831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1b14-b589-4e73-b6e1-31487ca2f466 req-3fa03840-3301-48fc-85dd-f9c1bddb522b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:13.067264 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3f7b1b14-b589-4e73-b6e1-31487ca2f466 req-3fa03840-3301-48fc-85dd-f9c1bddb522b tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 943 time: 0.0512340 Apr 07 11:49:13.111692 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3f7b1b14-b589-4e73-b6e1-31487ca2f466 req-08956af8-5786-49e0-a086-77eb3ea257b0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390646 Apr 07 11:49:14.230087 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edea6b2-113d-40bf-bedc-b1f0fc012016 req-a7fb1d00-a460-4cd2-9911-0b13399ce092 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:14.231538 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1edea6b2-113d-40bf-bedc-b1f0fc012016 req-a7fb1d00-a460-4cd2-9911-0b13399ce092 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 943 time: 0.0549340 Apr 07 11:49:14.276360 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1edea6b2-113d-40bf-bedc-b1f0fc012016 req-d0d83c28-12ab-481b-a73a-143c4f31c269 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391636 Apr 07 11:49:14.706013 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 81ff1458-76ec-482a-9c6b-2915793bef67 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:14.937328 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 81ff1458-76ec-482a-9c6b-2915793bef67, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=81ff1458-76ec-482a-9c6b-2915793bef67,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:14.948638 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '81ff1458-76ec-482a-9c6b-2915793bef67', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'port_id': '81ff1458-76ec-482a-9c6b-2915793bef67', 'mac_address': 'fa:16:3e:19:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:14.984459 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 81ff1458-76ec-482a-9c6b-2915793bef67 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:14.984852 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.998200 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ff1458-76ec-482a-9c6b-2915793bef67 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:15.021018 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 81ff1458-76ec-482a-9c6b-2915793bef67, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=81ff1458-76ec-482a-9c6b-2915793bef67,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:15.024763 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.070137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=81ff1458-76ec-482a-9c6b-2915793bef67,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.311389 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['81ff1458-76ec-482a-9c6b-2915793bef67'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:15.397275 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6bff-9987-4da3-a2c8-77af140eca0a req-9f872241-b770-4dcc-850e-861cfffe7b41 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:15.398667 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-761e6bff-9987-4da3-a2c8-77af140eca0a req-9f872241-b770-4dcc-850e-861cfffe7b41 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 944 time: 0.0527446 Apr 07 11:49:15.450823 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-761e6bff-9987-4da3-a2c8-77af140eca0a req-64f94fc4-fc8e-41ca-a18f-73fb47be30f6 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Apr 07 11:49:16.045423 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.224324 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be33b5e-8744-49c5-8129-d3eda8619bd1 req-1ce5d6fe-1c1a-4a54-817d-1b82c55b716d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:16.225812 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9be33b5e-8744-49c5-8129-d3eda8619bd1 req-1ce5d6fe-1c1a-4a54-817d-1b82c55b716d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0548358 Apr 07 11:49:16.270894 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9be33b5e-8744-49c5-8129-d3eda8619bd1 req-53c1deff-2da5-47f4-bfad-4878c7acb370 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395741 Apr 07 11:49:16.562150 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:16.566873 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88f3d9-7a1e-4a88-a717-1c56c8fc0270 req-2f4efd37-5ac4-4f83-a538-1dec635e088d tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:16.568330 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c88f3d9-7a1e-4a88-a717-1c56c8fc0270 req-2f4efd37-5ac4-4f83-a538-1dec635e088d tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 944 time: 0.0514624 Apr 07 11:49:16.613555 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c88f3d9-7a1e-4a88-a717-1c56c8fc0270 req-5b32cdd6-609d-45f1-979a-facb484c7bd6 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Apr 07 11:49:16.720994 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 81ff1458-76ec-482a-9c6b-2915793bef67 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:16.767826 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 81ff1458-76ec-482a-9c6b-2915793bef67 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:49:16.773597 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 81ff1458-76ec-482a-9c6b-2915793bef67 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:16.773972 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.847593 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 81ff1458-76ec-482a-9c6b-2915793bef67 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:16.847979 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.873601 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:16.875801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6b966-dd16-4a1d-89ec-f7c54cc7620c" -d '{"events": [{"server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "name": "network-vif-plugged", "status": "completed", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:16.888258 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 81ff1458-76ec-482a-9c6b-2915793bef67, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=81ff1458-76ec-482a-9c6b-2915793bef67,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:16.892165 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.914395 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366a959-1c06-4870-ad77-a46e682df17d x-openstack-request-id: req-c366a959-1c06-4870-ad77-a46e682df17d {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:16.914685 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "name": "network-vif-plugged", "status": "completed", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:16.914936 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c366a959-1c06-4870-ad77-a46e682df17d {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:16.915327 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c366a959-1c06-4870-ad77-a46e682df17d'] response: {'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67', 'code': 200} Apr 07 11:49:16.939766 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=81ff1458-76ec-482a-9c6b-2915793bef67,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:17.386157 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692bc5d-407b-446e-a9b6-a4325263ab04 req-d3e5b13a-b81b-4b5f-88dc-636b99360bd1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:17.387614 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8692bc5d-407b-446e-a9b6-a4325263ab04 req-d3e5b13a-b81b-4b5f-88dc-636b99360bd1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0510898 Apr 07 11:49:17.435731 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8692bc5d-407b-446e-a9b6-a4325263ab04 req-78c7a365-e269-4eb0-81ad-f73b6f86bcbe tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Apr 07 11:49:17.728487 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5a1d6-34dd-4480-9fd6-45be8dbd701b req-ef49c333-1425-4b35-a0ea-0f1df3edcb8e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:17.729980 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35f5a1d6-34dd-4480-9fd6-45be8dbd701b req-ef49c333-1425-4b35-a0ea-0f1df3edcb8e tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0506222 Apr 07 11:49:17.775532 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35f5a1d6-34dd-4480-9fd6-45be8dbd701b req-64019d0c-59ab-4a6e-879d-173f26de6107 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399108 Apr 07 11:49:18.550657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e579af7-9a3e-4cda-841e-8823bbc70e04 req-cafaa880-cd6f-4d3c-bb0d-6cbfdc132902 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:18.552168 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3e579af7-9a3e-4cda-841e-8823bbc70e04 req-cafaa880-cd6f-4d3c-bb0d-6cbfdc132902 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Apr 07 11:49:18.597935 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3e579af7-9a3e-4cda-841e-8823bbc70e04 req-0938b394-e08f-4724-80fe-b5f0f2a6156f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 Apr 07 11:49:18.894591 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565314c-1b04-427d-b98f-7f2d066f9ed1 req-1bdd5754-4563-4aa8-9979-b0e3d7609e77 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:18.896031 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a565314c-1b04-427d-b98f-7f2d066f9ed1 req-1bdd5754-4563-4aa8-9979-b0e3d7609e77 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0567737 Apr 07 11:49:18.941905 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a565314c-1b04-427d-b98f-7f2d066f9ed1 req-670922f8-001d-4209-8932-392d37b059f0 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 Apr 07 11:49:19.494329 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af854768-f667-468b-a28d-29dd548e89e7 req-fe6f0759-f1b8-4252-8b04-ee890e99dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.495788 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af854768-f667-468b-a28d-29dd548e89e7 req-fe6f0759-f1b8-4252-8b04-ee890e99dd86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 1129 time: 0.0427530 Apr 07 11:49:19.543106 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-af854768-f667-468b-a28d-29dd548e89e7 req-a13c0429-7a21-480d-b2f9-146efaf414c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Apr 07 11:49:19.713496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812def-af46-4660-92e6-32d56e947839 req-51d7189f-0b7e-42de-9e6a-47ec44abb788 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.714948 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-58812def-af46-4660-92e6-32d56e947839 req-51d7189f-0b7e-42de-9e6a-47ec44abb788 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Apr 07 11:49:19.771421 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-58812def-af46-4660-92e6-32d56e947839 req-6519deda-8183-443d-a5c4-5effbfb81ddb tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510225 Apr 07 11:49:19.852657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-1bf834e6-8aff-440e-96d1-a3df6036c27f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.854126 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-1bf834e6-8aff-440e-96d1-a3df6036c27f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 945 time: 0.0509853 Apr 07 11:49:19.953022 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Deleting port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:19.953672 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.074527 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] For port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:20.074879 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.138624 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f5b4-757d-41a4-a60c-5d89dce487ac req-34b4e147-b526-4104-b51a-56207183ed57 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.140091 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a676f5b4-757d-41a4-a60c-5d89dce487ac req-34b4e147-b526-4104-b51a-56207183ed57 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.1193218 Apr 07 11:49:20.234672 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a676f5b4-757d-41a4-a60c-5d89dce487ac req-27f33692-9950-4131-8114-48c6f91d1d64 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873914 Apr 07 11:49:20.293585 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.293872 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (124b61de-995f-4486-896c-8655203c0550), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.294181 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Floating IP 124b61de-995f-4486-896c-8655203c0550 disassociated. External IP: 172.27.2.31, port: bb38e8dd-e172-4b3d-af5f-8afb3e9e993d. Apr 07 11:49:20.294513 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Calling delete_port for bb38e8dd-e172-4b3d-af5f-8afb3e9e993d owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:20.418898 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (bb38e8dd-e172-4b3d-af5f-8afb3e9e993d), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.451819 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event deleted for resources: {'Port': ['ID=bb38e8dd-e172-4b3d-af5f-8afb3e9e993d,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.569791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Router 8cba865f-004d-4460-b60d-8134ea897409 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:20.678276 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:20.693710 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] Sync routers for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:20.704305 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:20.705002 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:20.718684 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] No DVR routers for this DVR port bb38e8dd-e172-4b3d-af5f-8afb3e9e993d on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:20.721343 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.724576 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae6bc9f0-77d4-4409-bea3-ff2ac6b322ef req-45ac1bdf-aa42-4985-994b-f725157c8134 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "DELETE /v2.0/ports/bb38e8dd-e172-4b3d-af5f-8afb3e9e993d HTTP/1.1" status: 204 len: 173 time: 0.8634982 Apr 07 11:49:20.725033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'name': 'network-vif-deleted', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:20.727346 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e504c514-633a-4c08-9f57-7852a44fae88" -d '{"events": [{"server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "name": "network-vif-deleted", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:20.763560 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3861b2-eb84-4c10-aa5a-d8a23c0ac895 x-openstack-request-id: req-6b3861b2-eb84-4c10-aa5a-d8a23c0ac895 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:20.763948 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0793a7d5-f388-4198-bceb-83dad4aa62b6", "name": "network-vif-deleted", "tag": "bb38e8dd-e172-4b3d-af5f-8afb3e9e993d", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:20.764300 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b3861b2-eb84-4c10-aa5a-d8a23c0ac895 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:20.764710 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3861b2-eb84-4c10-aa5a-d8a23c0ac895'] response: {'server_uuid': '0793a7d5-f388-4198-bceb-83dad4aa62b6', 'name': 'network-vif-deleted', 'tag': 'bb38e8dd-e172-4b3d-af5f-8afb3e9e993d', 'status': 'completed', 'code': 200} Apr 07 11:49:20.820970 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:20.868469 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-aef33aaa-2d5d-4a61-be77-9d5a5d6b0c6f req-c8575d29-5cd1-42cb-94a3-922ae33cec82 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=0793a7d5-f388-4198-bceb-83dad4aa62b6 HTTP/1.1" status: 200 len: 210 time: 0.0275381 Apr 07 11:49:21.028450 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:21.054819 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] Checking router: 8cba865f-004d-4460-b60d-8134ea897409 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:21.063342 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:21.063949 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:21.171677 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:21.360634 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21bc6-c83a-4701-a045-b7c2aff5d7da req-d5f9c8e1-f9bd-4c8f-9e5b-485e06c8df76 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:21.362281 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7ce21bc6-c83a-4701-a045-b7c2aff5d7da req-d5f9c8e1-f9bd-4c8f-9e5b-485e06c8df76 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0511391 Apr 07 11:49:21.375018 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:21.404773 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b2d98-be48-4461-b60a-231ed84527f0 None None] The sync data for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi is: [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'a9c5ac8a-3e14-4bdb-83af-92211ff43ca8', 'name': '', 'network_id': 'eecdce88-2279-4c8d-9036-f4901d55b8d6', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'mac_address': 'fa:16:3e:9c:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:54Z', 'updated_at': '2022-04-07T11:45:15Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'subnets': [{'id': '5a4daa37-ca85-4cac-adaa-19e90a67264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:21.412190 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7ce21bc6-c83a-4701-a045-b7c2aff5d7da req-7f297c93-2fdc-4c02-b674-e8f3274bca52 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Apr 07 11:49:21.527816 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388c584-5297-41aa-8805-e19bfe031946 req-60b87625-32e5-4184-ac05-627575794443 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:21.529916 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3388c584-5297-41aa-8805-e19bfe031946 req-60b87625-32e5-4184-ac05-627575794443 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0533011 Apr 07 11:49:21.537955 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39768) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:21.542645 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Request body: {'floatingip': {'port_id': '81ff1458-76ec-482a-9c6b-2915793bef67'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:21.587619 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (b6fe4504-8bbc-4cb5-aede-e71c8723ffdc), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.635159 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4cec-10b4-4b3b-94b5-2d2c5bdbce57 None None] New status for floating IP 124b61de-995f-4486-896c-8655203c0550: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:21.950067 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39774) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:22.076924 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41b2c84e-b8a7-44d2-bb72-8a6b00140f73 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group (8d41b1a6-a0e0-42ea-9e2b-c694728e2c40), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.093843 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.103805 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (b6fe4504-8bbc-4cb5-aede-e71c8723ffdc), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.109788 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41b2c84e-b8a7-44d2-bb72-8a6b00140f73 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group (8d41b1a6-a0e0-42ea-9e2b-c694728e2c40), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.228773 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41b2c84e-b8a7-44d2-bb72-8a6b00140f73 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8d41b1a6-a0e0-42ea-9e2b-c694728e2c40), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.231306 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-41b2c84e-b8a7-44d2-bb72-8a6b00140f73 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.232428 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-41b2c84e-b8a7-44d2-bb72-8a6b00140f73 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "DELETE /v2.0/security-groups/8d41b1a6-a0e0-42ea-9e2b-c694728e2c40 HTTP/1.1" status: 204 len: 168 time: 0.2814484 Apr 07 11:49:22.235179 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39778) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:22.236092 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Floating IP b6fe4504-8bbc-4cb5-aede-e71c8723ffdc associated. External IP: 172.27.2.202, port: 81ff1458-76ec-482a-9c6b-2915793bef67. Apr 07 11:49:22.248065 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.api.v2.resource [None req-5b9c8721-c830-474d-aa78-0a006b034b4e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] show failed (client error): The resource could not be found. Apr 07 11:49:22.249082 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-5b9c8721-c830-474d-aa78-0a006b034b4e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups/8d41b1a6-a0e0-42ea-9e2b-c694728e2c40 HTTP/1.1" status: 404 len: 347 time: 0.0128949 Apr 07 11:49:22.251672 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39780) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:22.273009 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2c84e-b8a7-44d2-bb72-8a6b00140f73 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41b1a6-a0e0-42ea-9e2b-c694728e2c40,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:22.377445 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Deleting port 9bccf146-5155-48be-a533-c485fd4a96f4 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:22.378113 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (9bccf146-5155-48be-a533-c485fd4a96f4), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.452231 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (9bccf146-5155-48be-a533-c485fd4a96f4), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.452564 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (9bccf146-5155-48be-a533-c485fd4a96f4), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.452776 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Router c0c52852-2809-4766-88ff-35e8516190dc has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:22.464027 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Calling delete_port for 9bccf146-5155-48be-a533-c485fd4a96f4 owned by network:floatingip {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:22.559352 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:22.563903 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.570180 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:22.581199 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:22.582037 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:22.593764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (9bccf146-5155-48be-a533-c485fd4a96f4), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.594001 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3c806d6e-c058-4792-826e-ac97c005ae10 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "PUT /v2.0/floatingips/b6fe4504-8bbc-4cb5-aede-e71c8723ffdc HTTP/1.1" status: 200 len: 991 time: 1.0547748 Apr 07 11:49:22.594530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:22.597426 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53a30d-b88e-495c-913c-9946065b11fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:22.625706 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event deleted for resources: {'Port': ['ID=9bccf146-5155-48be-a533-c485fd4a96f4,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:22.640535 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e87283-d5eb-4b41-995b-45d9da8843ab x-openstack-request-id: req-48e87283-d5eb-4b41-995b-45d9da8843ab {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:22.640921 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:22.641269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48e87283-d5eb-4b41-995b-45d9da8843ab {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:22.641740 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e87283-d5eb-4b41-995b-45d9da8843ab'] response: {'name': 'network-changed', 'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67', 'status': 'completed', 'code': 200} Apr 07 11:49:22.698614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:22.715695 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks [] for floatingip (124b61de-995f-4486-896c-8655203c0550), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.718164 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:22.719307 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-6af5072d-7732-47fd-afa4-c56eed33e1ca tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "DELETE /v2.0/floatingips/124b61de-995f-4486-896c-8655203c0550 HTTP/1.1" status: 204 len: 168 time: 0.4665196 Apr 07 11:49:22.731539 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53a30d-b88e-495c-913c-9946065b11fc req-a88827dc-89ac-4c9f-b573-b52175e28a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.733071 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-a88827dc-89ac-4c9f-b573-b52175e28a0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 1129 time: 0.0613410 Apr 07 11:49:22.834137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53a30d-b88e-495c-913c-9946065b11fc req-84f9187a-a5de-454e-8e84-95f04ec24445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.834496 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-84f9187a-a5de-454e-8e84-95f04ec24445 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 200 len: 911 time: 0.0956285 Apr 07 11:49:22.898268 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-e8115c01-c229-4761-a680-826040c04663 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81ff1458-76ec-482a-9c6b-2915793bef67 HTTP/1.1" status: 200 len: 999 time: 0.0569398 Apr 07 11:49:22.943223 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'b6fe4504-8bbc-4cb5-aede-e71c8723ffdc', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'port_id': '81ff1458-76ec-482a-9c6b-2915793bef67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'mac_address': 'fa:16:3e:19:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:07Z', 'updated_at': '2022-04-07T11:49:21Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:22.950981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53a30d-b88e-495c-913c-9946065b11fc req-ea90472e-1309-47ac-8885-bd207dff5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.952419 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-ea90472e-1309-47ac-8885-bd207dff5755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 200 len: 849 time: 0.0471766 Apr 07 11:49:22.974133 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:22.982417 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:22.983029 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:23.003035 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53a30d-b88e-495c-913c-9946065b11fc req-e8884d2d-5e8f-4c8b-821f-3f1d001da20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:23.004511 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-e8884d2d-5e8f-4c8b-821f-3f1d001da20a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e4b56e3-431b-4e88-810c-04b4dabed6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458899 Apr 07 11:49:23.094333 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-99732bda-1011-442f-a18e-cbbb78c25bd3 service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Apr 07 11:49:23.189471 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ea53a30d-b88e-495c-913c-9946065b11fc req-3d5d0eb4-1671-4664-a388-d4b866cdf97f service neutron] 10.222.0.26 "GET /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878646 Apr 07 11:49:23.220961 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:23.445173 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'b6fe4504-8bbc-4cb5-aede-e71c8723ffdc', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'port_id': '81ff1458-76ec-482a-9c6b-2915793bef67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'mac_address': 'fa:16:3e:19:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:07Z', 'updated_at': '2022-04-07T11:49:21Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:23.470569 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0ef43-a456-4e56-8577-6923cd8c1ea8 None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'b6fe4504-8bbc-4cb5-aede-e71c8723ffdc', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'port_id': '81ff1458-76ec-482a-9c6b-2915793bef67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'mac_address': 'fa:16:3e:19:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:07Z', 'updated_at': '2022-04-07T11:49:21Z', 'revision_number': 1, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:23.654139 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74e23d-26a7-40c3-ad96-ecd81dfc25ec None None] New status for floating IP b6fe4504-8bbc-4cb5-aede-e71c8723ffdc: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:24.746338 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb38e8dd-e172-4b3d-af5f-8afb3e9e993d no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:24.766751 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: bb38e8dd-e172-4b3d-af5f-8afb3e9e993d {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:24.767093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb38e8dd-e172-4b3d-af5f-8afb3e9e993d not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:25.193170 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a326a4-e35a-4a23-8457-12a7cdf578b2 req-2d92c761-8f25-4fa6-b5ef-2e94fccacd70 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:25.194605 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f4a326a4-e35a-4a23-8457-12a7cdf578b2 req-2d92c761-8f25-4fa6-b5ef-2e94fccacd70 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Apr 07 11:49:25.238846 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f4a326a4-e35a-4a23-8457-12a7cdf578b2 req-75da3233-d27b-41b4-af34-04391b8556bf tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Apr 07 11:49:26.359792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb0d78-9f5f-467d-8b10-49cd7e985659 req-316518b4-ea03-4be5-b7c7-59f2cc4b8070 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.361264 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bbdb0d78-9f5f-467d-8b10-49cd7e985659 req-316518b4-ea03-4be5-b7c7-59f2cc4b8070 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0548813 Apr 07 11:49:26.407364 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bbdb0d78-9f5f-467d-8b10-49cd7e985659 req-351c05d5-a940-4859-871a-f57806302e2f tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Apr 07 11:49:27.340881 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b0545670-8cec-4daa-989d-7b583445923a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:27.526070 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6225-1c05-4897-9e36-86bee3033fa7 req-59d45e60-0b29-433a-9f76-a3007be0c83a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.527535 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f62d6225-1c05-4897-9e36-86bee3033fa7 req-59d45e60-0b29-433a-9f76-a3007be0c83a tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0537758 Apr 07 11:49:27.573628 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f62d6225-1c05-4897-9e36-86bee3033fa7 req-970e2edc-c58a-453c-a79a-9207041a0179 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Apr 07 11:49:27.645982 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-4b9d9cc9-a4a8-429c-a840-219c1b9389b3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.647316 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-4b9d9cc9-a4a8-429c-a840-219c1b9389b3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 945 time: 0.0534821 Apr 07 11:49:27.994529 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Deleting port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:27.994900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.088792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] For port 8cc23981-5910-4b20-9293-d7ca22d8bbd1, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8cc23981-5910-4b20-9293-d7ca22d8bbd1,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:28.089176 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.101836 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Calling delete_port for 8cc23981-5910-4b20-9293-d7ca22d8bbd1 owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:28.223084 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (8cc23981-5910-4b20-9293-d7ca22d8bbd1), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.234428 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['95729053-2256-41c1-b5bf-349519e22e30', '8cc23981-5910-4b20-9293-d7ca22d8bbd1'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:28.249725 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event deleted for resources: {'Port': ['ID=8cc23981-5910-4b20-9293-d7ca22d8bbd1,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:28.298242 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] No DVR routers for this DVR port 8cc23981-5910-4b20-9293-d7ca22d8bbd1 on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:28.301808 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.305024 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a435e13e-4003-4827-b5dc-b0e0d97bc42a req-c7c4ec42-f948-402f-a728-abc7ffdddf0e tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "DELETE /v2.0/ports/8cc23981-5910-4b20-9293-d7ca22d8bbd1 HTTP/1.1" status: 204 len: 173 time: 0.4036705 Apr 07 11:49:28.305494 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'name': 'network-vif-deleted', 'tag': '8cc23981-5910-4b20-9293-d7ca22d8bbd1'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:28.308295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb44a3e-8800-45b0-bee8-146ec466c435" -d '{"events": [{"server_uuid": "e196d313-576c-44b4-86f8-70bbb0e4ff26", "name": "network-vif-deleted", "tag": "8cc23981-5910-4b20-9293-d7ca22d8bbd1"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:28.345727 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6cf71e-3f1d-4799-ba1a-1b8f15379ead x-openstack-request-id: req-5b6cf71e-3f1d-4799-ba1a-1b8f15379ead {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:28.346030 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e196d313-576c-44b4-86f8-70bbb0e4ff26", "name": "network-vif-deleted", "tag": "8cc23981-5910-4b20-9293-d7ca22d8bbd1", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:28.346283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b6cf71e-3f1d-4799-ba1a-1b8f15379ead {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:28.346714 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6cf71e-3f1d-4799-ba1a-1b8f15379ead'] response: {'server_uuid': 'e196d313-576c-44b4-86f8-70bbb0e4ff26', 'name': 'network-vif-deleted', 'tag': '8cc23981-5910-4b20-9293-d7ca22d8bbd1', 'status': 'completed', 'code': 200} Apr 07 11:49:28.710230 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c0f717f-e305-4466-889b-6d7206dffaec req-bb7099cc-953c-44a8-8443-4f93521ab779 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=e196d313-576c-44b4-86f8-70bbb0e4ff26 HTTP/1.1" status: 200 len: 210 time: 0.0451283 Apr 07 11:49:29.541253 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0368a536-f3b4-4837-a99c-cec00fb87ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:29.975711 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d1f69-cb6f-4881-be61-02f2accaca0f req-8d238776-9135-4aef-9e71-1a36b5f8fa6d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:29.977212 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab3d1f69-cb6f-4881-be61-02f2accaca0f req-8d238776-9135-4aef-9e71-1a36b5f8fa6d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0513983 Apr 07 11:49:30.027857 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab3d1f69-cb6f-4881-be61-02f2accaca0f req-62cb0ef2-d718-4e0d-abca-5cd3056e4bb1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Apr 07 11:49:30.278376 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a64ee-315f-4bbd-b32b-3da1458691db req-325376c5-0130-4ffc-b0d6-a8025c94b833 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:30.279747 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae0a64ee-315f-4bbd-b32b-3da1458691db req-325376c5-0130-4ffc-b0d6-a8025c94b833 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0544100 Apr 07 11:49:30.325784 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae0a64ee-315f-4bbd-b32b-3da1458691db req-b62951d7-f983-4565-9a64-95c05340235b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Apr 07 11:49:30.656972 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.795530 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 8cc23981-5910-4b20-9293-d7ca22d8bbd1 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:30.814782 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 8cc23981-5910-4b20-9293-d7ca22d8bbd1 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:30.815126 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 8cc23981-5910-4b20-9293-d7ca22d8bbd1 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:31.144734 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690fc35-b60f-4381-a741-3ffb1d67a6a2 req-6079c4e4-a528-43da-8632-b17cdb30208d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:31.146191 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a690fc35-b60f-4381-a741-3ffb1d67a6a2 req-6079c4e4-a528-43da-8632-b17cdb30208d tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0509100 Apr 07 11:49:31.191858 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a690fc35-b60f-4381-a741-3ffb1d67a6a2 req-e3f0b4f2-3538-4171-a20e-472bc08dbbd3 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Apr 07 11:49:31.444618 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0eca0-a968-4347-9f8f-d90e9fed59c8 req-5f47f045-114d-4ad7-8430-29af8abe1396 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:31.446089 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4ef0eca0-a968-4347-9f8f-d90e9fed59c8 req-5f47f045-114d-4ad7-8430-29af8abe1396 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0549512 Apr 07 11:49:31.490043 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4ef0eca0-a968-4347-9f8f-d90e9fed59c8 req-f5aee551-24fa-4a97-855d-4b97ae5418da tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Apr 07 11:49:31.922353 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:32.306046 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef2c9-641b-4e3d-af20-da881b676aeb req-79cb8256-5562-48e4-a2a7-3639998244f4 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:32.307500 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-becef2c9-641b-4e3d-af20-da881b676aeb req-79cb8256-5562-48e4-a2a7-3639998244f4 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0512605 Apr 07 11:49:32.352705 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-becef2c9-641b-4e3d-af20-da881b676aeb req-5676a3ab-9e74-462c-9ed1-334ffe418dfe tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Apr 07 11:49:32.604911 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35df3dc-8fab-40ae-8f34-d5df4a9f0cee req-31f0dc1d-3e5f-44d3-8a34-7297af57d960 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:32.606345 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f35df3dc-8fab-40ae-8f34-d5df4a9f0cee req-31f0dc1d-3e5f-44d3-8a34-7297af57d960 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0502005 Apr 07 11:49:32.655577 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f35df3dc-8fab-40ae-8f34-d5df4a9f0cee req-8b3e368b-0373-4c05-9d84-e64a1fe6fa32 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Apr 07 11:49:33.465901 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3f1f4-2620-439b-a93a-18b39b7126fe req-7f6cb3eb-8714-4904-84fb-daa8941809c1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:33.467311 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0fa3f1f4-2620-439b-a93a-18b39b7126fe req-7f6cb3eb-8714-4904-84fb-daa8941809c1 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0504775 Apr 07 11:49:33.511445 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0fa3f1f4-2620-439b-a93a-18b39b7126fe req-0b9b8c8c-557b-4b1d-82eb-de90f4e027fd tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381227 Apr 07 11:49:33.585062 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.771396 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa60feb-1430-43fe-bfb9-3d8c93a60f41 req-cced8771-817a-43f5-b9c1-61f508453d95 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:33.772850 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfa60feb-1430-43fe-bfb9-3d8c93a60f41 req-cced8771-817a-43f5-b9c1-61f508453d95 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Apr 07 11:49:33.817986 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfa60feb-1430-43fe-bfb9-3d8c93a60f41 req-ab93832c-ad4d-413e-9ca3-11ffc8871b7e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Apr 07 11:49:34.415904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-d4a42f31-d03f-49ca-ac80-4dba8aab07ff tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.417283 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-d4a42f31-d03f-49ca-ac80-4dba8aab07ff tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.0537398 Apr 07 11:49:34.493342 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-39f0774b-3a97-446d-93c0-ee7c0cd9a2fb tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.494806 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-39f0774b-3a97-446d-93c0-ee7c0cd9a2fb tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.0510089 Apr 07 11:49:34.526823 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Deleting port 95729053-2256-41c1-b5bf-349519e22e30 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:34.527388 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (95729053-2256-41c1-b5bf-349519e22e30), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.600951 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:34.601298 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.692400 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] For port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:34.692766 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.872207 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.872582 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.872923 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501 disassociated. External IP: 172.27.2.209, port: 5ab90f2b-fbf7-419d-8b6f-cfa37916b345. Apr 07 11:49:34.873272 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:34.937824 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] For port 95729053-2256-41c1-b5bf-349519e22e30, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=95729053-2256-41c1-b5bf-349519e22e30,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:34.938199 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (95729053-2256-41c1-b5bf-349519e22e30), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.958682 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f79d3-e3c1-4e35-b9fb-55cdb9190486 req-bfca48a9-e50a-457f-8b0a-0d3d66ad9618 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.960177 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-551f79d3-e3c1-4e35-b9fb-55cdb9190486 req-bfca48a9-e50a-457f-8b0a-0d3d66ad9618 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/ports?device_id=24fe3948-5cb5-48cf-9969-2991e6c446e5 HTTP/1.1" status: 200 len: 946 time: 0.1221247 Apr 07 11:49:34.969875 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Calling delete_port for 95729053-2256-41c1-b5bf-349519e22e30 owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:35.052091 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8ce65-a3c0-401f-8d9a-a6a45f77be62 req-850fed17-f9c2-4ae1-8d90-fa4a1b6d0503 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:35.053662 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e9d8ce65-a3c0-401f-8d9a-a6a45f77be62 req-850fed17-f9c2-4ae1-8d90-fa4a1b6d0503 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 945 time: 0.1656866 Apr 07 11:49:35.096088 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-551f79d3-e3c1-4e35-b9fb-55cdb9190486 req-6d9ef0fb-6ac4-4011-ae95-301b95f11b09 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b1e56af-b49e-47b4-aca7-d65bfbceb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274614 Apr 07 11:49:35.137817 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e9d8ce65-a3c0-401f-8d9a-a6a45f77be62 req-2db10d99-a0bf-424a-b60f-2643260598e2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=0cf71a41-f0b4-4a71-a171-7714cfc32708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760200 Apr 07 11:49:35.196201 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (95729053-2256-41c1-b5bf-349519e22e30), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.208141 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['95729053-2256-41c1-b5bf-349519e22e30'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:35.212465 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (5ab90f2b-fbf7-419d-8b6f-cfa37916b345), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.227819 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Pushing event deleted for resources: {'Port': ['ID=95729053-2256-41c1-b5bf-349519e22e30,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:35.239063 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=5ab90f2b-fbf7-419d-8b6f-cfa37916b345,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:35.274013 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] No DVR routers for this DVR port 95729053-2256-41c1-b5bf-349519e22e30 on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:35.276368 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.279669 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5e8c17f1-4b77-4841-8640-d7a99aefe790 req-600c1df2-b9f6-437a-b571-edeabd6edb21 tempest-ServerRescueNegativeTestJSON-160079594 tempest-ServerRescueNegativeTestJSON-160079594-project] 10.222.0.26 "DELETE /v2.0/ports/95729053-2256-41c1-b5bf-349519e22e30 HTTP/1.1" status: 204 len: 173 time: 0.8371227 Apr 07 11:49:35.280126 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'name': 'network-vif-deleted', 'tag': '95729053-2256-41c1-b5bf-349519e22e30'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:35.282558 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103aef5-303c-46b6-b070-dd4b8b31d64d" -d '{"events": [{"server_uuid": "24fe3948-5cb5-48cf-9969-2991e6c446e5", "name": "network-vif-deleted", "tag": "95729053-2256-41c1-b5bf-349519e22e30"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:35.337836 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff539483-85c0-40dd-bfcd-3f82abb066c1 x-openstack-request-id: req-ff539483-85c0-40dd-bfcd-3f82abb066c1 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:35.338322 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fe3948-5cb5-48cf-9969-2991e6c446e5", "name": "network-vif-deleted", "tag": "95729053-2256-41c1-b5bf-349519e22e30", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:35.339084 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff539483-85c0-40dd-bfcd-3f82abb066c1 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:35.339213 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff539483-85c0-40dd-bfcd-3f82abb066c1'] response: {'server_uuid': '24fe3948-5cb5-48cf-9969-2991e6c446e5', 'name': 'network-vif-deleted', 'tag': '95729053-2256-41c1-b5bf-349519e22e30', 'status': 'completed', 'code': 200} Apr 07 11:49:35.364348 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:35.472218 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:35.481796 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:35.491896 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:35.492509 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:35.515367 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] No DVR routers for this DVR port 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:35.517780 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:35.521590 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9951a7c9-cf3d-440c-90d8-094055d5176b req-59622e57-ca29-4278-9fa4-d1b38914b4c6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "DELETE /v2.0/ports/5ab90f2b-fbf7-419d-8b6f-cfa37916b345 HTTP/1.1" status: 204 len: 173 time: 1.0210240 Apr 07 11:49:35.522026 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'name': 'network-vif-deleted', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:35.524244 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2349724b-9e5a-49da-82e3-78d92ed58bd2" -d '{"events": [{"server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "name": "network-vif-deleted", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:35.560364 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a990bc-0280-44de-a2f3-8336627c7353 x-openstack-request-id: req-53a990bc-0280-44de-a2f3-8336627c7353 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:35.560656 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04c7355-dd2d-4517-82f7-4ab9c900fd29", "name": "network-vif-deleted", "tag": "5ab90f2b-fbf7-419d-8b6f-cfa37916b345", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:35.560943 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53a990bc-0280-44de-a2f3-8336627c7353 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:35.561345 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a990bc-0280-44de-a2f3-8336627c7353'] response: {'server_uuid': 'e04c7355-dd2d-4517-82f7-4ab9c900fd29', 'name': 'network-vif-deleted', 'tag': '5ab90f2b-fbf7-419d-8b6f-cfa37916b345', 'status': 'completed', 'code': 200} Apr 07 11:49:35.609780 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:35.861451 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:35.888922 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:35.897177 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:35.897771 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:36.002274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:36.157761 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39880) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:36.205336 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:36.244685 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722a432-7389-4036-96f2-7fe4e4cf0e52 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:36.288967 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6be6440c-de1e-4864-bb66-bf41888480a1 req-88e09f3c-a684-4310-ac81-6791a5e4775e tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04c7355-dd2d-4517-82f7-4ab9c900fd29 HTTP/1.1" status: 200 len: 210 time: 0.0585227 Apr 07 11:49:36.481790 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3827d-8743-40a1-8b22-a99410b21166 None None] New status for floating IP d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:36.629306 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (8cba865f-004d-4460-b60d-8134ea897409), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.919224 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Deleting port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:36.919477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:36.996269 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] For port a9c5ac8a-3e14-4bdb-83af-92211ff43ca8, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:36.996623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.009598 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Calling delete_port for a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 owned by network:router_interface {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:37.181415 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (a9c5ac8a-3e14-4bdb-83af-92211ff43ca8), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.206351 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c5ac8a-3e14-4bdb-83af-92211ff43ca8,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.374064 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (8cba865f-004d-4460-b60d-8134ea897409), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.375170 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39890) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:37.429359 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3608ed63-6f75-4280-b53c-addc4e49a599 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (0cf71a41-f0b4-4a71-a171-7714cfc32708), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.452352 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3608ed63-6f75-4280-b53c-addc4e49a599 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (0cf71a41-f0b4-4a71-a171-7714cfc32708), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.498983 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3608ed63-6f75-4280-b53c-addc4e49a599 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0cf71a41-f0b4-4a71-a171-7714cfc32708), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.501468 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3608ed63-6f75-4280-b53c-addc4e49a599 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.502987 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3608ed63-6f75-4280-b53c-addc4e49a599 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/security-groups/0cf71a41-f0b4-4a71-a171-7714cfc32708 HTTP/1.1" status: 204 len: 168 time: 0.1267638 Apr 07 11:49:37.506177 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39892) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:37.522264 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608ed63-6f75-4280-b53c-addc4e49a599 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf71a41-f0b4-4a71-a171-7714cfc32708,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.524301 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.api.v2.resource [None req-0a4d9cc1-be06-49cb-879f-e8f531a943e3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] show failed (client error): The resource could not be found. Apr 07 11:49:37.525324 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-0a4d9cc1-be06-49cb-879f-e8f531a943e3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups/0cf71a41-f0b4-4a71-a171-7714cfc32708 HTTP/1.1" status: 404 len: 347 time: 0.0182505 Apr 07 11:49:37.528282 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39894) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:37.595162 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Router 8cba865f-004d-4460-b60d-8134ea897409 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:37.649630 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port 3ee7b01f-cc67-4125-a1c0-1472e31695b5 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:37.649979 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.708342 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:37.716193 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-e25b5099-7e54-49a8-8d74-efcb58e69354 admin admin] 10.222.0.47 "PUT /v2.0/routers/8cba865f-004d-4460-b60d-8134ea897409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545807 Apr 07 11:49:37.716193 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39896) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:37.720337 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] Sync routers for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:37.730096 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:37.730306 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.730520 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (3ee7b01f-cc67-4125-a1c0-1472e31695b5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.730706 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:37.742198 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for 3ee7b01f-cc67-4125-a1c0-1472e31695b5 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:37.824940 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks [] for router (8cba865f-004d-4460-b60d-8134ea897409), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.840711 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:37.882592 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (3ee7b01f-cc67-4125-a1c0-1472e31695b5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.908372 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=3ee7b01f-cc67-4125-a1c0-1472e31695b5,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:37.971493 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.973988 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:37.979812 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8674c1fb-38e2-492f-be5e-a2963ad025d2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/floatingips/d02e6f4b-c13b-49a4-a66a-9e3d6cf4a501 HTTP/1.1" status: 204 len: 168 time: 0.4462597 Apr 07 11:49:38.042183 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:38.131822 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39900) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:38.136645 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497229461', 'description': 'tempest-description--489681031'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:38.158931 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.203739 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] Checking router: 8cba865f-004d-4460-b60d-8134ea897409 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:38.213517 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] Routers {'8cba865f-004d-4460-b60d-8134ea897409'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:38.214379 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8cba865f-004d-4460-b60d-8134ea897409'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:38.228525 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks [] for router_gateway (8cba865f-004d-4460-b60d-8134ea897409), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.259535 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (6e663956-26c4-4aaa-a38a-b9e889ec85e8), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.275387 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (6e663956-26c4-4aaa-a38a-b9e889ec85e8), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.288360 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Deleting port 809133a9-08d0-465f-9eea-9e8988cd6789 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:38.288731 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.302418 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.304203 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1711206 Apr 07 11:49:38.311165 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39902) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:38.317551 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': '6e663956-26c4-4aaa-a38a-b9e889ec85e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:38.340969 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a4db-6813-4396-be9e-22286ac0be39 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e663956-26c4-4aaa-a38a-b9e889ec85e8,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:38.342392 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] Set router 8cba865f-004d-4460-b60d-8134ea897409 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:38.361021 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (7df1de58-2de2-4b63-b0ed-e4857065ceb5), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.381946 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] For port 809133a9-08d0-465f-9eea-9e8988cd6789, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=809133a9-08d0-465f-9eea-9e8988cd6789,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:38.382196 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.399831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Calling delete_port for 809133a9-08d0-465f-9eea-9e8988cd6789 owned by network:router_gateway {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:38.417427 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (7df1de58-2de2-4b63-b0ed-e4857065ceb5), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.422280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (7df1de58-2de2-4b63-b0ed-e4857065ceb5), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.437488 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df1de58-2de2-4b63-b0ed-e4857065ceb5,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:38.452936 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.455997 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c2d36373-5f2f-4f7e-9146-071b1209f5e7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411448 Apr 07 11:49:38.456105 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39904) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:38.460351 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'security_group_rule': {'security_group_id': '6e663956-26c4-4aaa-a38a-b9e889ec85e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:38.487577 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (9246e461-d474-4a05-8bca-de5167a07b0c), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.533442 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:38.551709 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (9246e461-d474-4a05-8bca-de5167a07b0c), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.555668 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (9246e461-d474-4a05-8bca-de5167a07b0c), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.560756 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517a616-60b7-430f-b062-d7cb4eabb618 None None] The sync data for ids ['8cba865f-004d-4460-b60d-8134ea897409'] in dv-cinder-836804-2-iscsi is: [{'id': '8cba865f-004d-4460-b60d-8134ea897409', 'name': 'tempest-ServerRescueNegativeTestJSON-1434137704-router', 'tenant_id': 'fbbd3262326a4f81a047226323caa002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:49:37Z', 'revision_number': 5, 'project_id': 'fbbd3262326a4f81a047226323caa002', 'gw_port': {'id': '809133a9-08d0-465f-9eea-9e8988cd6789', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cba865f-004d-4460-b60d-8134ea897409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:38.578978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9246e461-d474-4a05-8bca-de5167a07b0c,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:38.587338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.588601 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-136f58a4-5143-43a3-bdaf-39ace2cd00ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315813 Apr 07 11:49:38.590268 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (809133a9-08d0-465f-9eea-9e8988cd6789), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.591694 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39906) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:38.596420 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:38.616937 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=809133a9-08d0-465f-9eea-9e8988cd6789,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:38.618738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.676229 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (8cba865f-004d-4460-b60d-8134ea897409), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.718328 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.791452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (8cba865f-004d-4460-b60d-8134ea897409), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.793752 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks [] for router_controller (8cba865f-004d-4460-b60d-8134ea897409), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.817502 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.27.2.14 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/87782998-44e4-4cdb-8b2d-aadb77787533) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:38.830619 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 95729053-2256-41c1-b5bf-349519e22e30 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:38.856169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 95729053-2256-41c1-b5bf-349519e22e30 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:38.856438 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 95729053-2256-41c1-b5bf-349519e22e30 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:38.856878 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:38.861837 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (8cba865f-004d-4460-b60d-8134ea897409), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.863184 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cba865f-004d-4460-b60d-8134ea897409 {{(pid=109859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:49:38.869709 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.872196 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fd8d096b-4889-4c47-ae01-4e876d895b5b admin admin] 10.222.0.47 "DELETE /v2.0/routers/8cba865f-004d-4460-b60d-8134ea897409 HTTP/1.1" status: 204 len: 168 time: 1.1535239 Apr 07 11:49:38.873748 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39908) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:38.877314 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:38.878511 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 5ab90f2b-fbf7-419d-8b6f-cfa37916b345 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:38.925505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_v2 [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Deleting subnet 5a4daa37-ca85-4cac-adaa-19e90a67264d {{(pid=109859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:49:38.929556 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Publish callbacks [] for subnet (5a4daa37-ca85-4cac-adaa-19e90a67264d), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.930034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (87782998-44e4-4cdb-8b2d-aadb77787533), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.968286 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9314846'] for subnet (5a4daa37-ca85-4cac-adaa-19e90a67264d), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:38.973418 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (87782998-44e4-4cdb-8b2d-aadb77787533), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.010431 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:39.014818 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:39.020681 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:39.026346 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=87782998-44e4-4cdb-8b2d-aadb77787533,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:39.088143 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (5a4daa37-ca85-4cac-adaa-19e90a67264d), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.121539 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (78be702c-5da9-45a2-9e71-0234e0df5759), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.147504 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475531'] for subnet (5a4daa37-ca85-4cac-adaa-19e90a67264d), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.163089 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (87782998-44e4-4cdb-8b2d-aadb77787533), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.176779 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4daa37-ca85-4cac-adaa-19e90a67264d,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:39.182444 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.186129 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-053c3109-85e0-4ed5-9cdb-f9989a14927f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a4daa37-ca85-4cac-adaa-19e90a67264d HTTP/1.1" status: 204 len: 168 time: 0.3111720 Apr 07 11:49:39.188681 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39910) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:39.192788 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d383bb-459e-49fe-ad23-710dec01bd08 None None] Network eecdce88-2279-4c8d-9036-f4901d55b8d6 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:49:39.257750 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (eecdce88-2279-4c8d-9036-f4901d55b8d6), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.317649 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Deleting port 916e94de-4b45-4073-bb84-fb629f5ad6a7 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:39.317888 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.343328 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (87782998-44e4-4cdb-8b2d-aadb77787533), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.348399 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (87782998-44e4-4cdb-8b2d-aadb77787533), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.384079 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] For port 916e94de-4b45-4073-bb84-fb629f5ad6a7, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=916e94de-4b45-4073-bb84-fb629f5ad6a7,segment=NetworkSegment(faba3d62-acfc-4a26-a8c3-40e6826435c0),segment_id=faba3d62-acfc-4a26-a8c3-40e6826435c0)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:39.384445 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.401189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Calling delete_port for 916e94de-4b45-4073-bb84-fb629f5ad6a7 owned by network:dhcp {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:39.417311 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=87782998-44e4-4cdb-8b2d-aadb77787533,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:39.430446 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (78be702c-5da9-45a2-9e71-0234e0df5759), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.445813 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.447038 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-be3575c9-1331-489d-8df7-c715d791cf00 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8542893 Apr 07 11:49:39.483975 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (916e94de-4b45-4073-bb84-fb629f5ad6a7), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.511804 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=916e94de-4b45-4073-bb84-fb629f5ad6a7,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:39.517224 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] No DVR routers for this DVR port 916e94de-4b45-4073-bb84-fb629f5ad6a7 on host dv-cinder-836804-2-iscsi {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:39.590384 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94c848-ec3e-4d28-9064-c36cc8b9f61e None None] DHCP port deletion for eecdce88-2279-4c8d-9036-f4901d55b8d6 request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:49:39.605620 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (eecdce88-2279-4c8d-9036-f4901d55b8d6), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.649651 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-fb7219da-7532-4412-b497-baef1fb7e9bc tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1497229461&fields=id&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 267 time: 0.0952849 Apr 07 11:49:39.651086 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecdce88-2279-4c8d-9036-f4901d55b8d6']}} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:39.669799 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba3d62-acfc-4a26-a8c3-40e6826435c0') {'for_net_delete': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:39.670101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba3d62-acfc-4a26-a8c3-40e6826435c0') {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:39.702475 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9314823'] for segment (faba3d62-acfc-4a26-a8c3-40e6826435c0), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.745854 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (faba3d62-acfc-4a26-a8c3-40e6826435c0), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.756542 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:49:39.756944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315285'] for segment (faba3d62-acfc-4a26-a8c3-40e6826435c0), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: Traceback (most recent call last): Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: timer() Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: cb(*args, **kw) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: return func(*args, **kwargs) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: self._notify() Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: self.callback(batched_events) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: event.method(event) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: return f(self, *a, **k) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._get(url).json() Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: return self.request(url, 'GET', **kwargs) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:49:39.758551 dv-cinder-836804-2-iscsi neutron-server[109859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:49:39.829625 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-e7bf0bc1-fd10-40a5-b404-4f8ae9c1068f tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:39.831464 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-e7bf0bc1-fd10-40a5-b404-4f8ae9c1068f tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.1732271 Apr 07 11:49:39.835581 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (eecdce88-2279-4c8d-9036-f4901d55b8d6), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.840552 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:39.843638 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/eecdce88-2279-4c8d-9036-f4901d55b8d6 HTTP/1.1" status: 204 len: 168 time: 0.6538477 Apr 07 11:49:39.863300 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69d47-fadb-4193-95de-5d5757e13eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eecdce88-2279-4c8d-9036-f4901d55b8d6,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:39.867346 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-77355654-5199-4a1c-8810-93449c5d3dde tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/quotas/d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 375 time: 0.0225723 Apr 07 11:49:39.924023 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-adb54244-a523-4397-9fb4-92a2bab53745 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509152 Apr 07 11:49:40.010357 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39926) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:40.027880 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-cfa72361-4353-4e3c-8628-5e56afcb1965 service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929210 Apr 07 11:49:40.053602 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-137f01ab-282e-4eba-8899-028dfc68ab1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbbd3262326a4f81a047226323caa002&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419652 Apr 07 11:49:40.056306 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39928) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:40.107209 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dc0a08f0-0705-4d63-bef7-ce3de6d58a70 admin admin] Publish callbacks [] for security_group (6b1e56af-b49e-47b4-aca7-d65bfbceb61e), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.119334 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-db70c798-5e9c-40a5-ab62-e29bcfbf90ea service neutron] 10.222.0.47 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853608 Apr 07 11:49:40.129230 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dc0a08f0-0705-4d63-bef7-ce3de6d58a70 admin admin] Publish callbacks [] for security_group (6b1e56af-b49e-47b4-aca7-d65bfbceb61e), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.175814 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dc0a08f0-0705-4d63-bef7-ce3de6d58a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (6b1e56af-b49e-47b4-aca7-d65bfbceb61e), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.178456 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dc0a08f0-0705-4d63-bef7-ce3de6d58a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:40.181316 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-dc0a08f0-0705-4d63-bef7-ce3de6d58a70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b1e56af-b49e-47b4-aca7-d65bfbceb61e HTTP/1.1" status: 204 len: 168 time: 0.1240349 Apr 07 11:49:40.190550 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a08f0-0705-4d63-bef7-ce3de6d58a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e56af-b49e-47b4-aca7-d65bfbceb61e,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:40.318798 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ecfdbad0-ae37-48ac-838e-71a2a9e62132 req-4296f2b4-90bb-4f26-b017-502d14fb5c98 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 210 time: 0.0365701 Apr 07 11:49:40.326033 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:40.347952 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:40.348311 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a9c5ac8a-3e14-4bdb-83af-92211ff43ca8 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:40.348746 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 916e94de-4b45-4073-bb84-fb629f5ad6a7 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:40.369124 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 916e94de-4b45-4073-bb84-fb629f5ad6a7 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:40.369654 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 916e94de-4b45-4073-bb84-fb629f5ad6a7 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:40.370084 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 809133a9-08d0-465f-9eea-9e8988cd6789 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:40.389642 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 809133a9-08d0-465f-9eea-9e8988cd6789 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:40.389814 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 809133a9-08d0-465f-9eea-9e8988cd6789 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:41.256242 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-82bfa4fd-84ec-46dd-ac29-70e3ec96af17 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:41.257823 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-82bfa4fd-84ec-46dd-ac29-70e3ec96af17 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 815 time: 0.1101956 Apr 07 11:49:41.326400 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-16e6e273-862d-4cfa-85c4-55a053e4a8cb tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e5b31250d9426ab0ef003098804c82 HTTP/1.1" status: 200 len: 380 time: 0.0596128 Apr 07 11:49:41.406044 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'port': {'device_id': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'admin_state_up': True, 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'security_groups': ['6e663956-26c4-4aaa-a38a-b9e889ec85e8']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:41.413883 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-50b2aeaa-bbcf-4dc6-9db2-7a99b6b3ccf6 req-2d05bf98-5fb7-4538-80ea-3e0c895a7d23 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 210 time: 0.0276818 Apr 07 11:49:41.513071 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Made reservation on behalf of d0e5b31250d9426ab0ef003098804c82 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:41.516338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.645308 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Allocated IP 172.20.0.13 (85cbfb78-686d-4070-ba17-e809f8b4357f/6c57577c-7929-4617-b65b-b9e243b0b72a/daac6ba7-224d-46cb-8ac6-b3ab5c5e7263) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:41.788159 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.822736 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.865583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Network 85cbfb78-686d-4070-ba17-e809f8b4357f is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:41.872453 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:41.877294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:41.882035 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event updated for resources: {'Port': ['ID=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:41.910263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 39994) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:41.935730 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:41.936365 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:41.954635 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-6ea7c24a-c88a-4f6a-b4ef-c2e6ae56a96c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5523555 Apr 07 11:49:41.966018 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Request body: {'port': {'device_id': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:42.039615 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-22267f56-6b78-4fc1-8df0-5c2780104a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.050730 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.110365 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-6594184f-ffdc-49d1-a388-29043ed084eb None None] Provisioning complete for port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:42.110959 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-6594184f-ffdc-49d1-a388-29043ed084eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.148223 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-6594184f-ffdc-49d1-a388-29043ed084eb None None] Port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:42.243075 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-22267f56-6b78-4fc1-8df0-5c2780104a72 admin admin] Publish callbacks [] for security_group (1e920a9e-973b-46a6-aad8-39755799b39c), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.270646 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-22267f56-6b78-4fc1-8df0-5c2780104a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1e920a9e-973b-46a6-aad8-39755799b39c), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.320012 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22267f56-6b78-4fc1-8df0-5c2780104a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e920a9e-973b-46a6-aad8-39755799b39c,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:42.335754 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-22267f56-6b78-4fc1-8df0-5c2780104a72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86b47422f0874cda947298c586a37245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219260 Apr 07 11:49:42.335900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 39998) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:42.382576 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ae41740-9ae7-4d53-8dab-1aa9c106ac51 admin admin] Publish callbacks [] for security_group (1e920a9e-973b-46a6-aad8-39755799b39c), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.396126 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:42.403260 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ae41740-9ae7-4d53-8dab-1aa9c106ac51 admin admin] Publish callbacks [] for security_group (1e920a9e-973b-46a6-aad8-39755799b39c), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.403835 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Publish callbacks [] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.417057 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Transition to ACTIVE for port object daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:49:42.421496 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.451965 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ae41740-9ae7-4d53-8dab-1aa9c106ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (1e920a9e-973b-46a6-aad8-39755799b39c), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.454697 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ae41740-9ae7-4d53-8dab-1aa9c106ac51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.457618 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-4ae41740-9ae7-4d53-8dab-1aa9c106ac51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e920a9e-973b-46a6-aad8-39755799b39c HTTP/1.1" status: 204 len: 168 time: 0.1205461 Apr 07 11:49:42.466661 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41740-9ae7-4d53-8dab-1aa9c106ac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e920a9e-973b-46a6-aad8-39755799b39c,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:42.496015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Pushing event updated for resources: {'Port': ['ID=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:42.564510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Attempting to bind port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:42.565808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Attempting to bind port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:42.565808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Attempting to bind port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:42.569755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 on network 85cbfb78-686d-4070-ba17-e809f8b4357f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:49:42.570074 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Attempting to bind port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 on network 85cbfb78-686d-4070-ba17-e809f8b4357f {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:42.575867 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:42.576267 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Checking segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:42.576633 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Bound using segment: {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:42.577363 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Bound port: daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45338481-b520-45de-86ef-43a178d913de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:42.577580 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.600888 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a82caf-4f50-4443-bd0d-f5f00e0b534f req-9c392155-f117-49c0-90d3-2f959d58c681 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:42.608086 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04a82caf-4f50-4443-bd0d-f5f00e0b534f req-9c392155-f117-49c0-90d3-2f959d58c681 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 944 time: 0.0780954 Apr 07 11:49:42.654340 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] For port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:42.658093 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] For port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:42.665198 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.689984 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04a82caf-4f50-4443-bd0d-f5f00e0b534f req-ead6b58e-c30f-4a15-9a37-244fb240a27c tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801973 Apr 07 11:49:42.711013 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:42.711642 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.713217 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] 10.222.0.26 "PUT /v2.0/ports/daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 HTTP/1.1" status: 200 len: 1094 time: 0.7517052 Apr 07 11:49:42.713480 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:42.715725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d" -d '{"events": [{"name": "network-changed", "server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:42.755639 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51085a7-0525-4eec-9fd4-614279999dad service neutron] Pushing event updated for resources: {'Port': ['ID=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:42.771734 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d8e41-1774-489a-a7ae-00c4fa535579 x-openstack-request-id: req-0f8d8e41-1774-489a-a7ae-00c4fa535579 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:42.772061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:42.772290 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f8d8e41-1774-489a-a7ae-00c4fa535579 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:42.772697 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8d8e41-1774-489a-a7ae-00c4fa535579'] response: {'name': 'network-changed', 'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'status': 'completed', 'code': 200} Apr 07 11:49:42.824664 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-c70c1964-b1b6-4f18-bdc3-99fcd3807728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:42.826556 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-c70c1964-b1b6-4f18-bdc3-99fcd3807728 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 1128 time: 0.0577295 Apr 07 11:49:42.841434 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40008) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:42.854720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7e75d789-cbfc-433a-88dc-a83f0cdfa2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.873358 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-622aaec7-9b1a-4c88-84ea-d9c4e2879d8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 HTTP/1.1" status: 200 len: 217 time: 0.0393858 Apr 07 11:49:42.930204 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-b8424d1f-edc0-40ae-a85c-b27f2238a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:42.931929 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-b8424d1f-edc0-40ae-a85c-b27f2238a0b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0525920 Apr 07 11:49:42.947939 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7e75d789-cbfc-433a-88dc-a83f0cdfa2c4 admin admin] Publish callbacks [] for security_group (2b82cf52-bca6-4807-b40c-df050a1d43ac), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.952072 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7e75d789-cbfc-433a-88dc-a83f0cdfa2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2b82cf52-bca6-4807-b40c-df050a1d43ac), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:42.984151 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-86f5991f-2856-45fb-8ac6-37ba5a201f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:42.989412 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-86f5991f-2856-45fb-8ac6-37ba5a201f80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499659 Apr 07 11:49:42.991103 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7e75d789-cbfc-433a-88dc-a83f0cdfa2c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90ed040881c245a69b2ac4b1ad03e9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487129 Apr 07 11:49:42.991959 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75d789-cbfc-433a-88dc-a83f0cdfa2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b82cf52-bca6-4807-b40c-df050a1d43ac,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:42.994262 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40010) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:43.043845 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-27e5e714-d05d-4357-9b37-a5880350e484 admin admin] Publish callbacks [] for security_group (2b82cf52-bca6-4807-b40c-df050a1d43ac), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.064440 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-27e5e714-d05d-4357-9b37-a5880350e484 admin admin] Publish callbacks [] for security_group (2b82cf52-bca6-4807-b40c-df050a1d43ac), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.083732 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-d5108ab9-fbf9-4e24-9d36-779d51671845 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878646 Apr 07 11:49:43.111823 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-27e5e714-d05d-4357-9b37-a5880350e484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2b82cf52-bca6-4807-b40c-df050a1d43ac), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.114707 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-27e5e714-d05d-4357-9b37-a5880350e484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:43.115950 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-27e5e714-d05d-4357-9b37-a5880350e484 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b82cf52-bca6-4807-b40c-df050a1d43ac HTTP/1.1" status: 204 len: 168 time: 0.1207912 Apr 07 11:49:43.123482 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e714-d05d-4357-9b37-a5880350e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b82cf52-bca6-4807-b40c-df050a1d43ac,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:43.185685 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-338639a3-61d1-4c6a-afe0-e72f8f4017dd req-bb4cebf0-59e3-4e98-83fb-9b9d1e053d72 service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955756 Apr 07 11:49:43.963304 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7cf68-079d-46b7-9937-88d057a93f94 req-a6c6d433-fb2d-4f7d-ab02-7c0f98dd3f61 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:43.964880 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d2a7cf68-079d-46b7-9937-88d057a93f94 req-a6c6d433-fb2d-4f7d-ab02-7c0f98dd3f61 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 944 time: 0.2121224 Apr 07 11:49:44.020816 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d2a7cf68-079d-46b7-9937-88d057a93f94 req-eb807d8a-d8f4-4249-bae5-267f564be9b6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496006 Apr 07 11:49:44.064525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-1fac5011-068e-42bf-a238-c5443020e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:44.066368 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-1fac5011-068e-42bf-a238-c5443020e6ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 1128 time: 0.0483098 Apr 07 11:49:44.161198 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-051b12a3-318c-426d-97c0-df607008777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:44.162693 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-051b12a3-318c-426d-97c0-df607008777b service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.0897789 Apr 07 11:49:44.203217 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-afdd2997-5b5c-4ff3-8261-dbfa31af1533 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 HTTP/1.1" status: 200 len: 217 time: 0.0343831 Apr 07 11:49:44.257942 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-2a4b4391-deb1-4bcc-8605-a216ade4cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:44.259608 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-2a4b4391-deb1-4bcc-8605-a216ade4cb08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0506248 Apr 07 11:49:44.317612 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-06af1871-9eca-4461-9df9-7221e207e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:44.319143 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-06af1871-9eca-4461-9df9-7221e207e057 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469556 Apr 07 11:49:44.417311 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-52cc524d-e9e2-4d8f-95b4-94700fa9de7a service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910704 Apr 07 11:49:44.532893 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-75ee1ac0-d6d4-445c-9d62-d5bfe1e5a81d req-596202e3-8aff-43e8-8e7b-7a8501be528e service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082029 Apr 07 11:49:45.140066 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0047e-a73a-424c-9b19-4f79c7fd3527 req-1770a5dc-71bd-4685-a87c-f6a21710f766 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:45.141565 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e7f0047e-a73a-424c-9b19-4f79c7fd3527 req-1770a5dc-71bd-4685-a87c-f6a21710f766 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Apr 07 11:49:45.186000 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e7f0047e-a73a-424c-9b19-4f79c7fd3527 req-c41bc6d5-4fef-40b1-b8d7-f0454bea0fc6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 Apr 07 11:49:46.031452 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:46.305051 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54239583-e7a4-4952-b411-c817414a046e req-0b14ebd2-5931-4efd-80d6-888bf5f3f7b6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.306610 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-54239583-e7a4-4952-b411-c817414a046e req-0b14ebd2-5931-4efd-80d6-888bf5f3f7b6 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 944 time: 0.0545902 Apr 07 11:49:46.355772 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-54239583-e7a4-4952-b411-c817414a046e req-4d86dd9b-aaa7-46c9-a142-a15223035f2b tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Apr 07 11:49:46.599555 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a163d-a025-463f-913f-c5ca470bf3a2 req-0280ab7e-6bf7-4a6d-a7ef-0bee26acc32f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.600941 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7f6a163d-a025-463f-913f-c5ca470bf3a2 req-0280ab7e-6bf7-4a6d-a7ef-0bee26acc32f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0508873 Apr 07 11:49:46.646384 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7f6a163d-a025-463f-913f-c5ca470bf3a2 req-d4244a0b-39a8-4e25-8c6b-4b38c05c966c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Apr 07 11:49:46.673527 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-17324107-7359-4afb-b896-886b9f59f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.675681 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-17324107-7359-4afb-b896-886b9f59f8c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1130 time: 0.0454094 Apr 07 11:49:46.778133 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-6d54fd62-9eee-4b9e-9424-6f3d4f491daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.779555 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-6d54fd62-9eee-4b9e-9424-6f3d4f491daf service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.0848606 Apr 07 11:49:46.841344 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-3e027303-f0bc-4e8a-924a-16ed1dbc873d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 1000 time: 0.0556819 Apr 07 11:49:46.870270 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:46.890094 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-cbd9f0b8-234c-4d3e-8caa-b03cd8e7ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.891582 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-cbd9f0b8-234c-4d3e-8caa-b03cd8e7ce93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0436349 Apr 07 11:49:46.942078 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-aec17d04-b5fb-4e57-9ab4-259e32776c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:46.943577 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-aec17d04-b5fb-4e57-9ab4-259e32776c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463145 Apr 07 11:49:46.967720 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:46.979138 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'port_id': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'mac_address': 'fa:16:3e:b9:98:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:47.025004 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:47.025405 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.031815 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-5d990b2e-a353-409f-aad9-e96df981e0f6 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819097 Apr 07 11:49:47.038833 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:47.061884 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:47.066389 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:47.114512 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:47.123960 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-940e6eca-3209-41d8-8b77-140b2437e9ed req-164d7e4a-7d7a-4395-a71f-7f2e36a67eb1 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861523 Apr 07 11:49:47.298152 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['daac6ba7-224d-46cb-8ac6-b3ab5c5e7263'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:47.479742 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7fe1f-4c57-4100-9fc3-4a651332d38a req-1d11a0a6-8ece-4199-b7b9-a9fff3588451 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:47.481228 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e3a7fe1f-4c57-4100-9fc3-4a651332d38a req-1d11a0a6-8ece-4199-b7b9-a9fff3588451 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 945 time: 0.0511682 Apr 07 11:49:47.530629 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e3a7fe1f-4c57-4100-9fc3-4a651332d38a req-833c2761-a797-4f7a-90e0-7632fe82c562 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 Apr 07 11:49:47.772607 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0a17-3efd-483b-b803-f3d013f55ef5 req-21d10ff5-e7b2-45d8-a44f-3ea8d3c9e256 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:47.774441 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-876c0a17-3efd-483b-b803-f3d013f55ef5 req-21d10ff5-e7b2-45d8-a44f-3ea8d3c9e256 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0537722 Apr 07 11:49:47.819400 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-876c0a17-3efd-483b-b803-f3d013f55ef5 req-389e8bba-17ff-4a39-baa8-60938bb28a52 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Apr 07 11:49:48.645565 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ac2f7-5b3d-4fd6-9b96-ff8135d143d5 req-f3610219-864d-4f45-9ae8-dbaa07636cd3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:48.646933 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9a6ac2f7-5b3d-4fd6-9b96-ff8135d143d5 req-f3610219-864d-4f45-9ae8-dbaa07636cd3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 945 time: 0.0526257 Apr 07 11:49:48.692379 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9a6ac2f7-5b3d-4fd6-9b96-ff8135d143d5 req-55909c3c-92e9-44dc-bd68-110cb69c5c50 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399520 Apr 07 11:49:48.939640 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970f8a1-bb55-4375-aae7-f03cd1844e35 req-d0177fe4-8a6c-4e20-92d6-aee553702c99 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:48.941634 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4970f8a1-bb55-4375-aae7-f03cd1844e35 req-d0177fe4-8a6c-4e20-92d6-aee553702c99 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0542834 Apr 07 11:49:48.985908 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4970f8a1-bb55-4375-aae7-f03cd1844e35 req-4ffc968d-1c17-4e94-9190-52ac7d5a8a20 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Apr 07 11:49:49.808921 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5144c5-99fc-42c3-8707-7b82b79e3a87 req-219ce2a0-da15-4d9c-b4a1-112beed84898 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:49.810413 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4c5144c5-99fc-42c3-8707-7b82b79e3a87 req-219ce2a0-da15-4d9c-b4a1-112beed84898 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 945 time: 0.0546546 Apr 07 11:49:49.855342 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4c5144c5-99fc-42c3-8707-7b82b79e3a87 req-ff981c9f-badf-4699-a4e4-136ef254c7b7 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388632 Apr 07 11:49:50.107948 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f6dbc-5785-42f0-8768-6671eebcf392 req-268932eb-8325-4726-b199-caccd50cebd1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:50.108536 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-826f6dbc-5785-42f0-8768-6671eebcf392 req-268932eb-8325-4726-b199-caccd50cebd1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0524063 Apr 07 11:49:50.157167 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-826f6dbc-5785-42f0-8768-6671eebcf392 req-e6a9f3ea-b2a5-483a-990b-d3b8a587dfba tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Apr 07 11:49:50.440534 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:50.497945 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:49:50.502815 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:50.503178 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.588225 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:50.588626 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.614289 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:50.616533 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1c609-c61c-4677-97f7-81cae139ad69" -d '{"events": [{"server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "name": "network-vif-plugged", "status": "completed", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:50.637885 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:50.642700 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:50.670679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc509a2-1df3-4c0c-ae61-dc2c8a495fa1 x-openstack-request-id: req-6fc509a2-1df3-4c0c-ae61-dc2c8a495fa1 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:50.670994 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "name": "network-vif-plugged", "status": "completed", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:50.671252 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6fc509a2-1df3-4c0c-ae61-dc2c8a495fa1 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:50.671650 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc509a2-1df3-4c0c-ae61-dc2c8a495fa1'] response: {'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'code': 200} Apr 07 11:49:50.698853 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:50.988959 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7033f-bbf1-4b2e-bdd5-9045e04e80d1 req-9c806e8f-4110-4f02-80d3-47bc7903ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:50.990062 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bcffe-b09d-470e-a5c2-bd8279d21e34 req-2bac9b3c-2008-4c40-af60-a954c240c0d9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:50.990494 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e3a7033f-bbf1-4b2e-bdd5-9045e04e80d1 req-9c806e8f-4110-4f02-80d3-47bc7903ea00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 1130 time: 0.0502844 Apr 07 11:49:50.991606 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d50bcffe-b09d-470e-a5c2-bd8279d21e34 req-2bac9b3c-2008-4c40-af60-a954c240c0d9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0575387 Apr 07 11:49:51.038751 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e3a7033f-bbf1-4b2e-bdd5-9045e04e80d1 req-1188c64e-7e3c-47f0-844f-a465ff851001 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 Apr 07 11:49:51.043479 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d50bcffe-b09d-470e-a5c2-bd8279d21e34 req-0aee609f-4e4b-4a30-b7f7-7837473ffa09 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461080 Apr 07 11:49:51.283105 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeab1e-2e7c-492f-8281-bf2857245917 req-be7b75fb-314b-4c35-840e-0eea1cab4840 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:51.284480 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0eeeab1e-2e7c-492f-8281-bf2857245917 req-be7b75fb-314b-4c35-840e-0eea1cab4840 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0516312 Apr 07 11:49:51.330588 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0eeeab1e-2e7c-492f-8281-bf2857245917 req-18575c11-ba24-47c0-93a3-3178719cdee8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Apr 07 11:49:52.165833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97436d36-b941-4a3c-9d5f-a949783ac763 req-7fdf7898-6c5c-4aad-b06c-1cce8f2b06ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:52.167532 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-97436d36-b941-4a3c-9d5f-a949783ac763 req-7fdf7898-6c5c-4aad-b06c-1cce8f2b06ee tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0573807 Apr 07 11:49:52.215486 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-97436d36-b941-4a3c-9d5f-a949783ac763 req-30b28961-3ba0-4e6b-b3d8-00be18f7f212 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Apr 07 11:49:52.457525 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774d717-4f25-4f91-b9b2-b489bff79a58 req-83fe2aa4-6aa4-4b19-a3d8-1adc7cf42958 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:52.458983 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e774d717-4f25-4f91-b9b2-b489bff79a58 req-83fe2aa4-6aa4-4b19-a3d8-1adc7cf42958 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0579748 Apr 07 11:49:52.506474 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e774d717-4f25-4f91-b9b2-b489bff79a58 req-ebe41e71-634b-43ab-aa04-fc99ac4a9c9c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Apr 07 11:49:53.343390 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29dbac-49d2-4b43-a3c0-2182a45df9e6 req-38dfbcce-822a-4c6d-a278-d7b6ede0e278 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:53.343985 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4c29dbac-49d2-4b43-a3c0-2182a45df9e6 req-38dfbcce-822a-4c6d-a278-d7b6ede0e278 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0624940 Apr 07 11:49:53.391141 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4c29dbac-49d2-4b43-a3c0-2182a45df9e6 req-92f36965-dda2-4b9e-9f36-6a43b573c597 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Apr 07 11:49:53.504193 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7abaa2-fca7-4020-9a01-16788c09b711 req-bb89abf9-ceb5-46c7-bcaa-73bf06c11667 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:53.505922 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8a7abaa2-fca7-4020-9a01-16788c09b711 req-bb89abf9-ceb5-46c7-bcaa-73bf06c11667 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0533707 Apr 07 11:49:53.514751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40210) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:53.519171 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Request body: {'floatingip': {'port_id': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:53.557378 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (78be702c-5da9-45a2-9e71-0234e0df5759), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:53.565425 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:53.658047 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40216) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:53.700915 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea74b-2e4a-4d13-8761-7303d4329fc6 req-735a38a3-b4b2-4b89-ae2f-480cb3cab097 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:53.702350 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cfbea74b-2e4a-4d13-8761-7303d4329fc6 req-735a38a3-b4b2-4b89-ae2f-480cb3cab097 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.1123319 Apr 07 11:49:53.760570 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4f12f30-3abc-455f-8766-3e1ba0b7444a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:53.819931 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cfbea74b-2e4a-4d13-8761-7303d4329fc6 req-a89e37b4-e680-44b6-881c-c7796e84e60d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108112 Apr 07 11:49:53.847407 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4f12f30-3abc-455f-8766-3e1ba0b7444a admin admin] Publish callbacks [] for security_group (01f3aa05-0466-49ae-9e6f-36bb830bff18), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:53.847407 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c4f12f30-3abc-455f-8766-3e1ba0b7444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (01f3aa05-0466-49ae-9e6f-36bb830bff18), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:53.884992 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c4f12f30-3abc-455f-8766-3e1ba0b7444a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46b5a743f3ab4a40a7a141b1f90c0f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257633 Apr 07 11:49:53.886048 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f12f30-3abc-455f-8766-3e1ba0b7444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f3aa05-0466-49ae-9e6f-36bb830bff18,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:53.888331 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40220) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:53.936618 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95315875-3241-4848-a0db-68ec2a636114 admin admin] Publish callbacks [] for security_group (01f3aa05-0466-49ae-9e6f-36bb830bff18), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:53.957348 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95315875-3241-4848-a0db-68ec2a636114 admin admin] Publish callbacks [] for security_group (01f3aa05-0466-49ae-9e6f-36bb830bff18), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.002018 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95315875-3241-4848-a0db-68ec2a636114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (01f3aa05-0466-49ae-9e6f-36bb830bff18), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.005331 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95315875-3241-4848-a0db-68ec2a636114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.007169 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-95315875-3241-4848-a0db-68ec2a636114 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01f3aa05-0466-49ae-9e6f-36bb830bff18 HTTP/1.1" status: 204 len: 168 time: 0.1177905 Apr 07 11:49:54.016719 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95315875-3241-4848-a0db-68ec2a636114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f3aa05-0466-49ae-9e6f-36bb830bff18,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:54.286995 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40226) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:54.300693 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0ba1-f42b-4246-8dfe-b9ad20ce2c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.350646 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.354592 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (78be702c-5da9-45a2-9e71-0234e0df5759), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.377242 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0ba1-f42b-4246-8dfe-b9ad20ce2c39 admin admin] Publish callbacks [] for security_group (123bc749-8402-4758-aa67-e360513c0a50), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.381351 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0ba1-f42b-4246-8dfe-b9ad20ce2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (123bc749-8402-4758-aa67-e360513c0a50), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.422780 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2c1a0ba1-f42b-4246-8dfe-b9ad20ce2c39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eff23b2535dd438b969690023227ee63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346352 Apr 07 11:49:54.423604 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a0ba1-f42b-4246-8dfe-b9ad20ce2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123bc749-8402-4758-aa67-e360513c0a50,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:54.425901 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40228) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:54.456364 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP 78be702c-5da9-45a2-9e71-0234e0df5759 associated. External IP: 172.27.2.14, port: daac6ba7-224d-46cb-8ac6-b3ab5c5e7263. Apr 07 11:49:54.472832 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ecf361b1-aa4c-4e40-a8eb-7ba89c68e2e4 admin admin] Publish callbacks [] for security_group (123bc749-8402-4758-aa67-e360513c0a50), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.493867 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ecf361b1-aa4c-4e40-a8eb-7ba89c68e2e4 admin admin] Publish callbacks [] for security_group (123bc749-8402-4758-aa67-e360513c0a50), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.540055 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ecf361b1-aa4c-4e40-a8eb-7ba89c68e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (123bc749-8402-4758-aa67-e360513c0a50), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.542536 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ecf361b1-aa4c-4e40-a8eb-7ba89c68e2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.543679 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ecf361b1-aa4c-4e40-a8eb-7ba89c68e2e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/123bc749-8402-4758-aa67-e360513c0a50 HTTP/1.1" status: 204 len: 168 time: 0.1168890 Apr 07 11:49:54.554750 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf361b1-aa4c-4e40-a8eb-7ba89c68e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123bc749-8402-4758-aa67-e360513c0a50,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:54.671873 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:54.782528 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:54.787692 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:54.792460 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:54.804571 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:54.805243 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:54.822192 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-797936ef-3506-4c6e-8de0-b29f6d6cce82 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "PUT /v2.0/floatingips/78be702c-5da9-45a2-9e71-0234e0df5759 HTTP/1.1" status: 200 len: 991 time: 1.3063381 Apr 07 11:49:54.822767 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:54.825151 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e02f8a-d086-48c0-8afa-a26c25113de1" -d '{"events": [{"name": "network-changed", "server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:54.873858 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da29e4f4-826f-4c5d-adf2-9b6a2a7e121f x-openstack-request-id: req-da29e4f4-826f-4c5d-adf2-9b6a2a7e121f {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:54.874245 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:54.874606 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da29e4f4-826f-4c5d-adf2-9b6a2a7e121f {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:54.875191 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da29e4f4-826f-4c5d-adf2-9b6a2a7e121f'] response: {'name': 'network-changed', 'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'status': 'completed', 'code': 200} Apr 07 11:49:54.919789 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:54.965788 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2a2a-920f-4c3a-a9b4-8c34475dc7ef req-12ef489c-4f86-4ca3-9f17-022970930849 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.975834 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ee8c2a2a-920f-4c3a-a9b4-8c34475dc7ef req-12ef489c-4f86-4ca3-9f17-022970930849 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0715125 Apr 07 11:49:55.041645 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ee8c2a2a-920f-4c3a-a9b4-8c34475dc7ef req-913e0c56-7ef8-47d2-891b-9ec1e999ccdf tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604792 Apr 07 11:49:55.112478 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-a27b9e30-56d7-4bfb-a7c7-1cef2e4f4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.114510 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-a27b9e30-56d7-4bfb-a7c7-1cef2e4f4efe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0e5b31250d9426ab0ef003098804c82&device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 1130 time: 0.2182319 Apr 07 11:49:55.168369 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '78be702c-5da9-45a2-9e71-0234e0df5759', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:b9:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:39Z', 'updated_at': '2022-04-07T11:49:53Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:55.199060 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:55.208795 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:55.209431 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:49:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:55.210779 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-7ec3580b-9a56-4ee1-b203-0a825f6ef2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.212328 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-7ec3580b-9a56-4ee1-b203-0a825f6ef2b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 200 len: 916 time: 0.0913713 Apr 07 11:49:55.279692 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-f3884b01-6c12-4cf9-97ed-be7c67aee554 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 HTTP/1.1" status: 200 len: 999 time: 0.0604849 Apr 07 11:49:55.323240 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:55.333448 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-2ce3d10d-0cd2-4741-ae07-41f1484bab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.338224 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-2ce3d10d-0cd2-4741-ae07-41f1484bab8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 200 len: 854 time: 0.0481005 Apr 07 11:49:55.385027 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-e82e9751-e48a-48be-a33e-cff6cdada931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.386536 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-e82e9751-e48a-48be-a33e-cff6cdada931 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=85cbfb78-686d-4070-ba17-e809f8b4357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450456 Apr 07 11:49:55.485499 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-2fc00f03-f711-4935-bf68-b5cf18bab16d service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923162 Apr 07 11:49:55.589232 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-23e02f8a-d086-48c0-8afa-a26c25113de1 req-1474b18e-4b5d-4cec-bd67-448d7bbcb3ab service neutron] 10.222.0.26 "GET /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966880 Apr 07 11:49:55.660396 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '78be702c-5da9-45a2-9e71-0234e0df5759', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:b9:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:39Z', 'updated_at': '2022-04-07T11:49:53Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:55.687046 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d63ae-db6c-441b-b980-8ab2230af0a9 None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '78be702c-5da9-45a2-9e71-0234e0df5759', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'port_id': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'mac_address': 'fa:16:3e:b9:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:39Z', 'updated_at': '2022-04-07T11:49:53Z', 'revision_number': 1, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:55.886265 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7ddf9-edc4-4e73-a384-41aa30717d11 None None] New status for floating IP 78be702c-5da9-45a2-9e71-0234e0df5759: ACTIVE {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:56.159027 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d44a9-fe16-423f-8c98-fea0a7d8704e req-a902d9bc-6509-4bf2-b833-dcda77943018 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.160529 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-810d44a9-fe16-423f-8c98-fea0a7d8704e req-a902d9bc-6509-4bf2-b833-dcda77943018 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0522020 Apr 07 11:49:56.217534 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-810d44a9-fe16-423f-8c98-fea0a7d8704e req-fa04e9bf-0df2-4ec1-88d9-eda1469041e2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511973 Apr 07 11:49:57.347080 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf46b00-91e9-4553-9510-ae3f4ca51fdf req-bdace053-9ced-4b6c-a265-db19a8a330f8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.348657 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1cf46b00-91e9-4553-9510-ae3f4ca51fdf req-bdace053-9ced-4b6c-a265-db19a8a330f8 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0603342 Apr 07 11:49:57.349295 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3fec8ba5-51b7-426e-ad77-bff645c349b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:57.396996 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1cf46b00-91e9-4553-9510-ae3f4ca51fdf req-220c446a-714a-41b8-be2c-a3aa10b4ddce tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Apr 07 11:49:58.458667 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:58.522647 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce16645-80db-4eb9-9e1b-a232e758fbd2 req-e88a01ad-2953-4368-9c78-643d0c7a8b62 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:58.528946 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7ce16645-80db-4eb9-9e1b-a232e758fbd2 req-e88a01ad-2953-4368-9c78-643d0c7a8b62 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0543666 Apr 07 11:49:58.564310 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:58.578622 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'mac_address': 'fa:16:3e:e2:7d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:58.580355 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7ce16645-80db-4eb9-9e1b-a232e758fbd2 req-2522f6d0-8e25-4255-8f0e-cd04e4eb5d67 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504684 Apr 07 11:49:58.619733 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: ACTIVE; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:58.620128 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.633069 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49972a10-5bc2-4e1a-83e0-51193a7c7873 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:58.651344 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:58.656348 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.707494 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=6']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:58.718527 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.718877 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.719244 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.719613 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.719946 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.720281 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.720609 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.721033 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.721870 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.722197 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.722526 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.722867 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.723201 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.723527 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.723849 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:58.779404 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['49972a10-5bc2-4e1a-83e0-51193a7c7873'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:59.553541 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-33d8e55c-6af9-4cca-8052-13dda925915e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:59.731055 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d41c4-5d63-4c7c-899d-bf968aea3e16 req-ed408a43-c742-471b-9273-7f6954598a90 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:59.732578 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cb5d41c4-5d63-4c7c-899d-bf968aea3e16 req-ed408a43-c742-471b-9273-7f6954598a90 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0650549 Apr 07 11:49:59.783907 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cb5d41c4-5d63-4c7c-899d-bf968aea3e16 req-4f26268c-02f9-4dec-b43b-18dab2d5a4f3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 Apr 07 11:50:00.661660 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.916189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e163-7fe9-4a7a-9165-d4784757415e req-b879200e-3aee-437d-9b78-f120e310ffd2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:00.922942 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4936e163-7fe9-4a7a-9165-d4784757415e req-b879200e-3aee-437d-9b78-f120e310ffd2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0630457 Apr 07 11:50:00.969337 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4936e163-7fe9-4a7a-9165-d4784757415e req-c8dd127e-8e87-4ae9-8845-b65827f687d0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 Apr 07 11:50:01.018422 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:50:01.068594 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 49972a10-5bc2-4e1a-83e0-51193a7c7873 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:01.069092 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:01.151820 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:01.152219 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:01.179782 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:01.182024 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4af39c-83ac-4b5e-b1f7-8322817cfb15" -d '{"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-plugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:01.197880 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:01.203041 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:01.232743 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6123d9-587f-4ab4-9f03-52cd26a30925 x-openstack-request-id: req-da6123d9-587f-4ab4-9f03-52cd26a30925 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:01.233105 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-plugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:01.233377 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da6123d9-587f-4ab4-9f03-52cd26a30925 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:01.233780 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6123d9-587f-4ab4-9f03-52cd26a30925'] response: {'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'code': 200} Apr 07 11:50:01.268959 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=7']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:01.928803 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:02.104831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718bf6-bc32-4456-9e9e-4aeed0716f64 req-d875e63a-6b74-4a09-b421-bb57d1580194 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:02.106471 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-25718bf6-bc32-4456-9e9e-4aeed0716f64 req-d875e63a-6b74-4a09-b421-bb57d1580194 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0557094 Apr 07 11:50:02.163529 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-25718bf6-bc32-4456-9e9e-4aeed0716f64 req-5be68ed3-62c5-491b-90c2-0c6b1ddf814e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506134 Apr 07 11:50:03.308557 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092097fc-1f37-4a3e-9c13-42eeb4bcbceb req-c96b1a3f-73f3-4f96-8c90-de7b26f3f28d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.315745 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-092097fc-1f37-4a3e-9c13-42eeb4bcbceb req-c96b1a3f-73f3-4f96-8c90-de7b26f3f28d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0713918 Apr 07 11:50:03.361911 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-092097fc-1f37-4a3e-9c13-42eeb4bcbceb req-e39d1f99-b7b9-45d9-8527-854d6cc5881b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Apr 07 11:50:03.588393 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.668285 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789abaf-405c-4d00-80e9-5fc02d7812a7 req-0d2bce98-4dff-4dff-baa3-a676edc2e518 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.670433 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d789abaf-405c-4d00-80e9-5fc02d7812a7 req-0d2bce98-4dff-4dff-baa3-a676edc2e518 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0550365 Apr 07 11:50:04.721036 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d789abaf-405c-4d00-80e9-5fc02d7812a7 req-886f6462-1a57-416f-a01b-c25afd77a017 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Apr 07 11:50:05.635196 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40430) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:05.768395 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.869579 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0657881-00dd-4e2f-8068-d1031d0d31d7 req-80b367e6-a0f2-4ed6-9588-aa22b3d2678f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:05.877623 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d0657881-00dd-4e2f-8068-d1031d0d31d7 req-80b367e6-a0f2-4ed6-9588-aa22b3d2678f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0759852 Apr 07 11:50:05.883212 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Publish callbacks [] for security_group (182cb6ca-5a4b-4ead-bbec-500e9f7408ea), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.888283 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (182cb6ca-5a4b-4ead-bbec-500e9f7408ea), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.925901 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d0657881-00dd-4e2f-8068-d1031d0d31d7 req-9f174719-aab8-46a1-8900-abe1d7394ef6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Apr 07 11:50:05.942501 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c83264ea3f894caba19b46c0dd692761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013713 Apr 07 11:50:05.942501 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182cb6ca-5a4b-4ead-bbec-500e9f7408ea,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:05.942828 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40436) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:05.957840 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.958263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.958721 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.959303 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.959829 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.960162 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.970914 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.971936 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.971936 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.972164 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.972557 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.972988 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.973389 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.973786 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.978901 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b002ce2-adff-4514-a72a-c9a37905fa2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.017709 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Publish callbacks [] for security_group (182cb6ca-5a4b-4ead-bbec-500e9f7408ea), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.040694 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Publish callbacks [] for security_group (182cb6ca-5a4b-4ead-bbec-500e9f7408ea), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.095559 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (182cb6ca-5a4b-4ead-bbec-500e9f7408ea), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.098470 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.099682 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/182cb6ca-5a4b-4ead-bbec-500e9f7408ea HTTP/1.1" status: 204 len: 168 time: 0.1562290 Apr 07 11:50:06.113114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182cb6ca-5a4b-4ead-bbec-500e9f7408ea,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:06.121549 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.122150 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.122718 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.123260 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.124451 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.125134 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.125564 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.126089 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.126816 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.128046 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.128895 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.129326 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.129814 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.130249 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.130662 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c2dda-2e63-40d5-87b4-abf8b04126c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:06.496023 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40448) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:06.512446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9b601b2-1fee-4161-b29b-643284401f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.625050 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9b601b2-1fee-4161-b29b-643284401f13 admin admin] Publish callbacks [] for security_group (d9263d40-94a8-4f98-bb57-f42359938617), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.640800 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9b601b2-1fee-4161-b29b-643284401f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d9263d40-94a8-4f98-bb57-f42359938617), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.680434 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-f9b601b2-1fee-4161-b29b-643284401f13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ab0e07581dc48858223896563de9999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829128 Apr 07 11:50:06.682910 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40452) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:06.691032 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b601b2-1fee-4161-b29b-643284401f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9263d40-94a8-4f98-bb57-f42359938617,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:06.736729 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2234199c-f63e-4ead-a605-8385fa6f493a admin admin] Publish callbacks [] for security_group (d9263d40-94a8-4f98-bb57-f42359938617), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.761215 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2234199c-f63e-4ead-a605-8385fa6f493a admin admin] Publish callbacks [] for security_group (d9263d40-94a8-4f98-bb57-f42359938617), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.841791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2234199c-f63e-4ead-a605-8385fa6f493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d9263d40-94a8-4f98-bb57-f42359938617), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.844573 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2234199c-f63e-4ead-a605-8385fa6f493a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:06.848643 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2234199c-f63e-4ead-a605-8385fa6f493a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9263d40-94a8-4f98-bb57-f42359938617 HTTP/1.1" status: 204 len: 168 time: 0.1647487 Apr 07 11:50:06.860414 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234199c-f63e-4ead-a605-8385fa6f493a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9263d40-94a8-4f98-bb57-f42359938617,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:07.111199 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557470-3338-4f18-b2c4-391210370da7 req-dca40543-b951-4f11-b8d7-ac51c0a032b6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:07.116236 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e3557470-3338-4f18-b2c4-391210370da7 req-dca40543-b951-4f11-b8d7-ac51c0a032b6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0847540 Apr 07 11:50:07.184434 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e3557470-3338-4f18-b2c4-391210370da7 req-70201346-a81c-43cd-b8a3-8420656ffa21 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595937 Apr 07 11:50:08.394398 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631100d-6805-4f8b-b151-91a3d3fbbc1b req-f6dd739b-1ecf-4fc0-8597-fce0da921d29 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:08.395949 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e631100d-6805-4f8b-b151-91a3d3fbbc1b req-f6dd739b-1ecf-4fc0-8597-fce0da921d29 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0907981 Apr 07 11:50:08.458654 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e631100d-6805-4f8b-b151-91a3d3fbbc1b req-2f96b108-0c6f-46fa-83db-a2f0d5eb8707 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557339 Apr 07 11:50:09.439191 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-4954750a-d1df-4e42-9ea9-afac33fd5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.440837 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-4954750a-d1df-4e42-9ea9-afac33fd5db7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1130 time: 0.0497952 Apr 07 11:50:09.541132 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-42fd3a7c-233f-4513-9655-83335434bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.542720 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-42fd3a7c-233f-4513-9655-83335434bc6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.0962927 Apr 07 11:50:09.603364 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63458-2ad8-45ea-8985-5cb77fabff0c req-c8f5678e-5879-488a-ba89-f305131ba4b1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.604982 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c2b63458-2ad8-45ea-8985-5cb77fabff0c req-c8f5678e-5879-488a-ba89-f305131ba4b1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0558867 Apr 07 11:50:09.661934 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c2b63458-2ad8-45ea-8985-5cb77fabff0c req-5aad5ce2-b6c5-473b-920e-95f1b6408049 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498500 Apr 07 11:50:09.831354 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-1ae4da11-dd12-43a0-bfab-e1694a798bb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 1000 time: 0.2819643 Apr 07 11:50:09.883484 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-c5411a2a-70f5-465c-9d1c-87b6adfff4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.884979 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-c5411a2a-70f5-465c-9d1c-87b6adfff4ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0480576 Apr 07 11:50:09.934685 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-9610b07d-d8f2-41b4-a00f-a0c3ac557813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.936185 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-9610b07d-d8f2-41b4-a00f-a0c3ac557813 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442591 Apr 07 11:50:10.038480 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-b8bef14e-ad72-4512-beb3-1b85696c107a service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944839 Apr 07 11:50:10.131867 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-d5e76322-fd09-4f7a-bac4-88f517933629 req-6c6f0020-7882-4551-ba48-82241b368eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867660 Apr 07 11:50:10.181749 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40624) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:10.281981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0c73-86e1-438b-8e8f-76d3a3c4d2ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.357222 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0c73-86e1-438b-8e8f-76d3a3c4d2ec admin admin] Publish callbacks [] for security_group (ef0ee855-f359-4ce9-93c3-1c420ca97ac1), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.360818 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0c73-86e1-438b-8e8f-76d3a3c4d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ef0ee855-f359-4ce9-93c3-1c420ca97ac1), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.397790 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-3ccc0c73-86e1-438b-8e8f-76d3a3c4d2ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8886c86dd2cf473383213938c3b866e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149093 Apr 07 11:50:10.398571 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc0c73-86e1-438b-8e8f-76d3a3c4d2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0ee855-f359-4ce9-93c3-1c420ca97ac1,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:10.401088 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40628) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:10.449185 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-238585d4-ef94-463a-a580-be005ddaa958 admin admin] Publish callbacks [] for security_group (ef0ee855-f359-4ce9-93c3-1c420ca97ac1), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.472839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-238585d4-ef94-463a-a580-be005ddaa958 admin admin] Publish callbacks [] for security_group (ef0ee855-f359-4ce9-93c3-1c420ca97ac1), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.519192 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-238585d4-ef94-463a-a580-be005ddaa958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ef0ee855-f359-4ce9-93c3-1c420ca97ac1), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.521777 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-238585d4-ef94-463a-a580-be005ddaa958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.522924 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-238585d4-ef94-463a-a580-be005ddaa958 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef0ee855-f359-4ce9-93c3-1c420ca97ac1 HTTP/1.1" status: 204 len: 168 time: 0.1207874 Apr 07 11:50:10.530670 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238585d4-ef94-463a-a580-be005ddaa958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0ee855-f359-4ce9-93c3-1c420ca97ac1,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:10.771843 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40638) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:10.784773 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a25a-54b8-48cb-884e-577312c39082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.791723 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa8d01-460a-454a-ae94-a6d5f03757ae req-6ef16de0-b398-40eb-9d8d-c755cd95401d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:10.793252 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f8aa8d01-460a-454a-ae94-a6d5f03757ae req-6ef16de0-b398-40eb-9d8d-c755cd95401d tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0545623 Apr 07 11:50:10.843109 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f8aa8d01-460a-454a-ae94-a6d5f03757ae req-b3e4bc70-4992-4da7-97fe-13212b5b111e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439725 Apr 07 11:50:10.862524 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a25a-54b8-48cb-884e-577312c39082 admin admin] Publish callbacks [] for security_group (d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.867472 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a25a-54b8-48cb-884e-577312c39082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.903783 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5a25a-54b8-48cb-884e-577312c39082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:10.908141 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-b4f5a25a-54b8-48cb-884e-577312c39082 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8337e7b63ba94fe697966c7ed37a78de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352906 Apr 07 11:50:10.910715 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 40640) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:10.957384 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8304d4fe-f051-4ec2-9bd3-f309a121aac4 admin admin] Publish callbacks [] for security_group (d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:10.977636 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8304d4fe-f051-4ec2-9bd3-f309a121aac4 admin admin] Publish callbacks [] for security_group (d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:11.025855 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8304d4fe-f051-4ec2-9bd3-f309a121aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:11.028287 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8304d4fe-f051-4ec2-9bd3-f309a121aac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:11.029569 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8304d4fe-f051-4ec2-9bd3-f309a121aac4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74 HTTP/1.1" status: 204 len: 168 time: 0.1178513 Apr 07 11:50:11.038059 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d4fe-f051-4ec2-9bd3-f309a121aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d041c22f-bb9d-4f85-bd6a-3fc4e7f7cc74,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:11.967723 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd10e2-0a4f-45c4-9b67-0b2e426aa185 req-f8127252-3969-444d-8f2e-d9829369a9ad tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:11.969281 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-addd10e2-0a4f-45c4-9b67-0b2e426aa185 req-f8127252-3969-444d-8f2e-d9829369a9ad tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 946 time: 0.0529997 Apr 07 11:50:12.025246 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-addd10e2-0a4f-45c4-9b67-0b2e426aa185 req-9fe77725-d56d-4f36-8b4b-b01e9b90d0f1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501616 Apr 07 11:50:12.496940 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:12.583627 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: ACTIVE; New status is: DOWN {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:12.584015 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.612130 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:12.614721 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc407af1-0eb1-4d25-9b2e-93564384553c" -d '{"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-unplugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:12.631404 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:12.636146 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.667488 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681bc590-b40d-441d-aefb-af2a5e94cc2f x-openstack-request-id: req-681bc590-b40d-441d-aefb-af2a5e94cc2f {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:12.667824 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-unplugged", "status": "failed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "code": 422}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:12.668085 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-681bc590-b40d-441d-aefb-af2a5e94cc2f {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:12.669032 dv-cinder-836804-2-iscsi neutron-server[109861]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-681bc590-b40d-441d-aefb-af2a5e94cc2f']: {'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'code': 422} returned with failed status Apr 07 11:50:12.699328 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=8']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:12.916847 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-438785de-2c8c-446c-b663-4bad460bc071 req-7a9129a2-3952-4b67-a2d9-174d27ff2237 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:50:12.917912 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-438785de-2c8c-446c-b663-4bad460bc071 req-7a9129a2-3952-4b67-a2d9-174d27ff2237 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997038 Apr 07 11:50:13.086283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562e34-ee04-43bb-94c4-19decf08e3ee req-0db210d8-727e-45d1-8214-3ee7bc80f57c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:13.087891 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-27562e34-ee04-43bb-94c4-19decf08e3ee req-0db210d8-727e-45d1-8214-3ee7bc80f57c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0548143 Apr 07 11:50:13.140263 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-27562e34-ee04-43bb-94c4-19decf08e3ee req-2450ea0e-c2c9-469b-8ca0-a8678cdeb94f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466585 Apr 07 11:50:13.289811 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40776) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:13.374274 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-c8752409-639f-4648-b228-9c1cef4bd168 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833209 Apr 07 11:50:13.383576 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-0c36df22-16a2-4870-8c02-9d983f562e65 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:50:13.384556 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-0c36df22-16a2-4870-8c02-9d983f562e65 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049231 Apr 07 11:50:13.461978 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 40784) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:13.556206 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7cb1-67a5-4352-b399-37ab44301259 req-f5972f75-57eb-4fa9-ac2b-fcffa002e760 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:13.557574 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-f5972f75-57eb-4fa9-ac2b-fcffa002e760 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports/49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 941 time: 0.0946362 Apr 07 11:50:14.271918 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96e6c4-20be-4034-9802-7fc9e92dde9c req-685206b0-6341-4cae-9438-1381784c0f53 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.274157 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5f96e6c4-20be-4034-9802-7fc9e92dde9c req-685206b0-6341-4cae-9438-1381784c0f53 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0563061 Apr 07 11:50:14.329323 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5f96e6c4-20be-4034-9802-7fc9e92dde9c req-b167a483-5eb4-49c0-a5fe-2cde997f1f6a tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 Apr 07 11:50:14.980392 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7cb1-67a5-4352-b399-37ab44301259 req-855990e5-67fb-4abc-af32-240bdb5a417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.981938 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-855990e5-67fb-4abc-af32-240bdb5a417c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75&tenant_id=357083ee948d4850b7aa3fb1636678c2 HTTP/1.1" status: 200 len: 1128 time: 0.0462055 Apr 07 11:50:15.053128 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7cb1-67a5-4352-b399-37ab44301259 req-2f7fb787-6fe6-4003-85af-633ec33b155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:15.054647 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-2f7fb787-6fe6-4003-85af-633ec33b155e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=357083ee948d4850b7aa3fb1636678c2&device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1128 time: 0.0509501 Apr 07 11:50:15.163740 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7cb1-67a5-4352-b399-37ab44301259 req-39a43346-623e-4508-a842-ffa4bc740f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:15.165257 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-39a43346-623e-4508-a842-ffa4bc740f40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 200 len: 918 time: 0.1028674 Apr 07 11:50:15.238420 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-33b601b0-b483-4c9d-b2dc-af502e93ceb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 200 len: 998 time: 0.0666268 Apr 07 11:50:15.284663 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7cb1-67a5-4352-b399-37ab44301259 req-c600326a-4611-455b-beaa-5d3d01786900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:15.285990 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-c600326a-4611-455b-beaa-5d3d01786900 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 200 len: 856 time: 0.0419145 Apr 07 11:50:15.337202 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7cb1-67a5-4352-b399-37ab44301259 req-ea073372-1a29-48bc-9ccd-73c3e4247a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:15.338690 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-ea073372-1a29-48bc-9ccd-73c3e4247a4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465233 Apr 07 11:50:15.432241 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-c4549291-60c2-4485-8162-6ade41ed4550 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Apr 07 11:50:15.452630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3d76e-200c-4f15-b2f7-55793afba2eb req-325ce89d-c813-4e6c-9fb2-2635423365ff tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:15.454118 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-84d3d76e-200c-4f15-b2f7-55793afba2eb req-325ce89d-c813-4e6c-9fb2-2635423365ff tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0545540 Apr 07 11:50:15.501158 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-84d3d76e-200c-4f15-b2f7-55793afba2eb req-f51163ec-a83a-4187-a1d4-3aaf97c5c8ed tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Apr 07 11:50:15.530321 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-cf615f3f-5835-4feb-b850-ac1579037827 service neutron] 10.222.0.26 "GET /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903535 Apr 07 11:50:16.038257 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:16.650264 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612f2c-9b23-4c3d-a092-8a270a847c48 req-e35be90a-f558-4ce3-b14d-0f8c3ffd3edc tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:16.652135 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e6612f2c-9b23-4c3d-a092-8a270a847c48 req-e35be90a-f558-4ce3-b14d-0f8c3ffd3edc tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0600319 Apr 07 11:50:16.710078 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e6612f2c-9b23-4c3d-a092-8a270a847c48 req-a0f753f1-cac2-47cc-9078-da32e27958e4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 Apr 07 11:50:17.858784 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05a70-7140-442d-811b-c101438fdd37 req-e1f64023-753c-40a9-b26f-58601a0a3766 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:17.860247 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59c05a70-7140-442d-811b-c101438fdd37 req-e1f64023-753c-40a9-b26f-58601a0a3766 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0586543 Apr 07 11:50:17.907722 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-59c05a70-7140-442d-811b-c101438fdd37 req-8f34c050-deed-400f-bed2-ea761adc8430 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Apr 07 11:50:19.059433 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5bfba-84cc-4c96-a0ca-5d0855f6884c req-ebf363b4-31f9-470f-8e53-9b07ad9b4304 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:19.060916 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-76b5bfba-84cc-4c96-a0ca-5d0855f6884c req-ebf363b4-31f9-470f-8e53-9b07ad9b4304 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0591359 Apr 07 11:50:19.117293 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-76b5bfba-84cc-4c96-a0ca-5d0855f6884c req-7c3307d5-1d2a-40c3-b4d2-66390d22204f tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504310 Apr 07 11:50:20.253185 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652a8e-3a27-43fe-bc49-1ab23f6c63ef req-ff0f0089-7a11-42a7-883e-26780d1020c9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:20.254596 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9d652a8e-3a27-43fe-bc49-1ab23f6c63ef req-ff0f0089-7a11-42a7-883e-26780d1020c9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0552292 Apr 07 11:50:20.311627 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9d652a8e-3a27-43fe-bc49-1ab23f6c63ef req-80da9890-e2f7-4daf-8357-746d30103e10 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514467 Apr 07 11:50:21.446716 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae8287-d7db-4b4e-a6b9-96509344d233 req-14ba39da-bb2b-4119-91db-0e624967e140 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:21.448617 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1fae8287-d7db-4b4e-a6b9-96509344d233 req-14ba39da-bb2b-4119-91db-0e624967e140 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0566678 Apr 07 11:50:21.511930 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1fae8287-d7db-4b4e-a6b9-96509344d233 req-3460fcc9-ebe0-41eb-af02-ead3279ec8d6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575576 Apr 07 11:50:22.642779 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886a7fb-a1a5-4275-818c-a4a6a7415f4f req-b14013d3-e08e-49fe-b2a9-94a0c76d7ffc tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:22.644252 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1886a7fb-a1a5-4275-818c-a4a6a7415f4f req-b14013d3-e08e-49fe-b2a9-94a0c76d7ffc tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0567303 Apr 07 11:50:22.697650 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1886a7fb-a1a5-4275-818c-a4a6a7415f4f req-65e16679-2eda-4a25-900f-d5d9824d93dc tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475307 Apr 07 11:50:23.835689 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab818e3b-5d75-4b48-8650-be778f648d80 req-45ded099-9af0-45d3-864d-b716377cfdd9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:23.837204 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab818e3b-5d75-4b48-8650-be778f648d80 req-45ded099-9af0-45d3-864d-b716377cfdd9 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0542893 Apr 07 11:50:23.896637 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab818e3b-5d75-4b48-8650-be778f648d80 req-901b7647-0e0a-4d89-90a9-62cfbe95c2b1 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539329 Apr 07 11:50:25.020668 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e16825-bd9d-49c3-a5ac-843c631c3c47 req-c8b9ab14-69d7-4978-9694-da97f93c1199 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:25.022159 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-81e16825-bd9d-49c3-a5ac-843c631c3c47 req-c8b9ab14-69d7-4978-9694-da97f93c1199 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0554166 Apr 07 11:50:25.067406 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-81e16825-bd9d-49c3-a5ac-843c631c3c47 req-78f18368-1841-48b3-b489-48f07983447e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Apr 07 11:50:26.187474 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed1643-d046-454f-970b-76c24521112d req-cbeafb44-85bb-4be3-818b-2f593a4186ca tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:26.188974 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a2ed1643-d046-454f-970b-76c24521112d req-cbeafb44-85bb-4be3-818b-2f593a4186ca tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0507338 Apr 07 11:50:26.234219 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a2ed1643-d046-454f-970b-76c24521112d req-ad09f609-3c87-413b-bb84-0f6030608496 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Apr 07 11:50:27.342238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-741b3af7-869d-45ed-9559-eca8056036c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:27.362327 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b57a61-9c58-4bb6-8e4b-2dbe1e428962 req-a3f9e716-c440-487c-8ba8-b1fcbc2453ef tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:27.363779 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f1b57a61-9c58-4bb6-8e4b-2dbe1e428962 req-a3f9e716-c440-487c-8ba8-b1fcbc2453ef tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0565653 Apr 07 11:50:27.413325 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f1b57a61-9c58-4bb6-8e4b-2dbe1e428962 req-9d83008d-5925-499a-a01c-597e3558f2c6 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Apr 07 11:50:28.528222 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:50:28.533496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ac41b-63e0-464b-8c88-e923ffa695f5 req-c8f6d31b-c4ea-41e4-beff-3dc48062f7ce tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:28.534960 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d49ac41b-63e0-464b-8c88-e923ffa695f5 req-c8f6d31b-c4ea-41e4-beff-3dc48062f7ce tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 944 time: 0.0515721 Apr 07 11:50:28.580185 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d49ac41b-63e0-464b-8c88-e923ffa695f5 req-e18e1923-7ba4-4f0a-9630-40456110f5d3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Apr 07 11:50:28.626437 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:28.638741 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'port_id': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'mac_address': 'fa:16:3e:e2:7d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:50:28.675425 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:28.675816 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:28.688533 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49972a10-5bc2-4e1a-83e0-51193a7c7873 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:28.708116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:28.711730 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:28.757019 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=9']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:29.550598 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ac4d00e0-6378-4210-a96e-60839d48d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.700254 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97e4bf-2047-4dab-aac2-70485ec0cd64 req-5846b7f5-c2e1-4650-b2ab-ab00f2abb2e0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.701757 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8e97e4bf-2047-4dab-aac2-70485ec0cd64 req-5846b7f5-c2e1-4650-b2ab-ab00f2abb2e0 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0513976 Apr 07 11:50:29.750412 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8e97e4bf-2047-4dab-aac2-70485ec0cd64 req-5cdc191c-09c7-473e-b0fc-d003b5e9eb39 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Apr 07 11:50:30.565246 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:50:30.662760 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:30.873223 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fdd9f-f78d-45de-9ede-479a066e0cce req-7a782a70-cf88-4f73-a59a-eb642f3c95b4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:30.874678 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec9fdd9f-f78d-45de-9ede-479a066e0cce req-7a782a70-cf88-4f73-a59a-eb642f3c95b4 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0545955 Apr 07 11:50:30.920399 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec9fdd9f-f78d-45de-9ede-479a066e0cce req-04df1fbf-deaf-4c7d-9ad0-9d28a4202518 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Apr 07 11:50:31.582180 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['49972a10-5bc2-4e1a-83e0-51193a7c7873'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:31.933150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:32.039708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2652012-efc6-49f1-9cc7-9e3477c65255 req-30dd160b-e375-4616-bf41-751b94a64472 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:32.041180 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b2652012-efc6-49f1-9cc7-9e3477c65255 req-30dd160b-e375-4616-bf41-751b94a64472 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0516837 Apr 07 11:50:32.086556 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b2652012-efc6-49f1-9cc7-9e3477c65255 req-46ce5a50-9543-4451-9b15-96a4051e5dce tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 Apr 07 11:50:33.207098 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738a0ac-14cb-4e53-8125-073ed33f130e req-4d3afae6-12a3-424b-ad51-6979fd647786 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:33.208551 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2738a0ac-14cb-4e53-8125-073ed33f130e req-4d3afae6-12a3-424b-ad51-6979fd647786 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Apr 07 11:50:33.257892 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2738a0ac-14cb-4e53-8125-073ed33f130e req-53710668-9b50-48ab-b1bb-6b2104b6f020 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Apr 07 11:50:33.481144 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:50:33.527443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 49972a10-5bc2-4e1a-83e0-51193a7c7873 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:33.527743 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.614476 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 49972a10-5bc2-4e1a-83e0-51193a7c7873 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:33.614933 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.618654 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.645449 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:33.647679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16809e46-32c0-41e3-b196-c55fb9d36b87" -d '{"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-plugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:33.794187 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced1264-7174-4691-8c9e-c988a593405c x-openstack-request-id: req-5ced1264-7174-4691-8c9e-c988a593405c {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:33.794419 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-plugged", "status": "completed", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:33.794665 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ced1264-7174-4691-8c9e-c988a593405c {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:33.795037 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ced1264-7174-4691-8c9e-c988a593405c'] response: {'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'code': 200} Apr 07 11:50:33.796695 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:33.801768 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.868509 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=10']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:33.939863 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41cf9-20e1-4aec-b205-d313eb351112 req-2f52f90d-6b70-4a35-beb8-41346fe55951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:33.941405 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-2ae41cf9-20e1-4aec-b205-d313eb351112 req-2f52f90d-6b70-4a35-beb8-41346fe55951 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 1131 time: 0.0466719 Apr 07 11:50:33.985781 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-2ae41cf9-20e1-4aec-b205-d313eb351112 req-cd4102d2-a061-45f7-bbe2-34ea8eac2541 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377834 Apr 07 11:50:34.377462 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7758-7999-4f9a-9e7b-637819dd68dc req-5b0c0e54-d355-472b-8a64-8576a4e84fa7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:34.379271 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fd6a7758-7999-4f9a-9e7b-637819dd68dc req-5b0c0e54-d355-472b-8a64-8576a4e84fa7 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 947 time: 0.0526645 Apr 07 11:50:34.426311 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fd6a7758-7999-4f9a-9e7b-637819dd68dc req-c4ad5485-48b9-4aa3-8332-eea0c2e50949 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Apr 07 11:50:35.550467 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfa227-af10-40be-9816-af60e734e8bb req-e9f3ebdd-b8f5-4605-a93b-452dd02acc20 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:35.551950 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-52dfa227-af10-40be-9816-af60e734e8bb req-e9f3ebdd-b8f5-4605-a93b-452dd02acc20 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 947 time: 0.0527937 Apr 07 11:50:35.600792 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-52dfa227-af10-40be-9816-af60e734e8bb req-7489b94a-547b-4220-973b-412c3d456a63 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Apr 07 11:50:36.724792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937e15-ae74-4aef-aa19-073fa30b477f req-bea59330-1deb-4ffc-8bd0-801361b2c026 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:36.726265 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-46937e15-ae74-4aef-aa19-073fa30b477f req-bea59330-1deb-4ffc-8bd0-801361b2c026 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 947 time: 0.0546851 Apr 07 11:50:36.775973 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-46937e15-ae74-4aef-aa19-073fa30b477f req-dd278e1c-ea6b-48e8-a997-b24e6796b237 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Apr 07 11:50:40.916713 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b7bb1-fc78-47aa-863f-5e8206cf1538 req-d1a33837-0298-4bfd-a5a0-c65d52e17aa9 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:40.918228 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-509b7bb1-fc78-47aa-863f-5e8206cf1538 req-d1a33837-0298-4bfd-a5a0-c65d52e17aa9 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0542707 Apr 07 11:50:40.963917 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-509b7bb1-fc78-47aa-863f-5e8206cf1538 req-a2f7e196-9c13-4000-8b6a-dc48544bf655 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 Apr 07 11:50:42.084195 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f84d-519a-4ed3-8ea4-16c54887505e req-10a00c34-72cf-4442-8903-66c8f72a69ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:42.085663 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6af2f84d-519a-4ed3-8ea4-16c54887505e req-10a00c34-72cf-4442-8903-66c8f72a69ee tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0551224 Apr 07 11:50:42.132887 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6af2f84d-519a-4ed3-8ea4-16c54887505e req-2fead0bb-3e3a-44ab-9ee9-498ec9325b38 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e2d26d0-5272-433e-aeb2-ae26f3257beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Apr 07 11:50:42.671954 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-15836155-f008-4cca-8d61-7fd2d496db94 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:42.673949 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-15836155-f008-4cca-8d61-7fd2d496db94 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 945 time: 0.0503371 Apr 07 11:50:42.766523 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Deleting port 81ff1458-76ec-482a-9c6b-2915793bef67 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:42.766852 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.854001 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] For port 81ff1458-76ec-482a-9c6b-2915793bef67, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=81ff1458-76ec-482a-9c6b-2915793bef67,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:42.854285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:43.030182 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:43.030533 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (b6fe4504-8bbc-4cb5-aede-e71c8723ffdc), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:43.030842 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Floating IP b6fe4504-8bbc-4cb5-aede-e71c8723ffdc disassociated. External IP: 172.27.2.202, port: 81ff1458-76ec-482a-9c6b-2915793bef67. Apr 07 11:50:43.031173 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Calling delete_port for 81ff1458-76ec-482a-9c6b-2915793bef67 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:43.169061 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (81ff1458-76ec-482a-9c6b-2915793bef67), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:43.196969 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event deleted for resources: {'Port': ['ID=81ff1458-76ec-482a-9c6b-2915793bef67,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:43.233895 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c9e6c416-e8ca-469e-9c03-c2b310adf810 req-769170f5-fc74-4468-ae39-560ddfb5ec20 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace5a5e-1cf6-420d-b272-317ddf0f5fdd HTTP/1.1" status: 200 len: 210 time: 0.0305381 Apr 07 11:50:43.312938 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Router c0c52852-2809-4766-88ff-35e8516190dc has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:43.419152 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:43.429361 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:43.438982 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:43.440242 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:50:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:43.462211 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] No DVR routers for this DVR port 81ff1458-76ec-482a-9c6b-2915793bef67 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:43.465012 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:43.468445 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-dbeec393-4c46-4159-8e62-9b5f2223db2c req-eb053bce-1da2-4ccf-8272-59df8e1837eb tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.26 "DELETE /v2.0/ports/81ff1458-76ec-482a-9c6b-2915793bef67 HTTP/1.1" status: 204 len: 173 time: 0.7895858 Apr 07 11:50:43.468975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'name': 'network-vif-deleted', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:43.472209 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eadd3b9-6200-472a-bfa6-17f0e29d0d29" -d '{"events": [{"server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "name": "network-vif-deleted", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:43.561063 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:43.581956 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707a993-b193-412c-8ee2-6dbb8a30392e x-openstack-request-id: req-7707a993-b193-412c-8ee2-6dbb8a30392e {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:43.586164 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace5a5e-1cf6-420d-b272-317ddf0f5fdd", "name": "network-vif-deleted", "tag": "81ff1458-76ec-482a-9c6b-2915793bef67", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:43.586530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7707a993-b193-412c-8ee2-6dbb8a30392e {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:43.587247 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7707a993-b193-412c-8ee2-6dbb8a30392e'] response: {'server_uuid': '3ace5a5e-1cf6-420d-b272-317ddf0f5fdd', 'name': 'network-vif-deleted', 'tag': '81ff1458-76ec-482a-9c6b-2915793bef67', 'status': 'completed', 'code': 200} Apr 07 11:50:43.765676 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:43.790943 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:43.799498 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:43.800080 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:50:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:43.925759 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:44.232163 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:44.250516 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41152) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:44.259090 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729fa33-8a89-4470-8083-b62cf0766c6f None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '4d965826-7bcf-4d62-b963-c5ed9b88d716', 'name': '', 'network_id': '9e4b56e3-431b-4e88-810c-04b4dabed6f7', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'mac_address': 'fa:16:3e:37:5d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:51Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'subnets': [{'id': 'f59ddae3-f7f3-4b7b-b957-4f56cffdd440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:44.327977 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41160) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:44.377285 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd7f98de-659f-41b1-8e25-2a8a43b863b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.414524 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-09cc9b37-7a7a-4dec-a844-d256b86072a2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (0e2d26d0-5272-433e-aeb2-ae26f3257beb), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.451854 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-09cc9b37-7a7a-4dec-a844-d256b86072a2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (0e2d26d0-5272-433e-aeb2-ae26f3257beb), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.505986 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0dd40f-2837-4914-acca-e3e2c7609ed8 None None] New status for floating IP b6fe4504-8bbc-4cb5-aede-e71c8723ffdc: DOWN {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:44.521889 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd7f98de-659f-41b1-8e25-2a8a43b863b9 admin admin] Publish callbacks [] for security_group (44947fbf-d9ca-4a63-b0e4-7790dc7588de), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.529061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fd7f98de-659f-41b1-8e25-2a8a43b863b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (44947fbf-d9ca-4a63-b0e4-7790dc7588de), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.549404 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-09cc9b37-7a7a-4dec-a844-d256b86072a2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0e2d26d0-5272-433e-aeb2-ae26f3257beb), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.552234 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-09cc9b37-7a7a-4dec-a844-d256b86072a2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.553589 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-09cc9b37-7a7a-4dec-a844-d256b86072a2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "DELETE /v2.0/security-groups/0e2d26d0-5272-433e-aeb2-ae26f3257beb HTTP/1.1" status: 204 len: 168 time: 0.2245798 Apr 07 11:50:44.556546 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41164) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:44.576079 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.api.v2.resource [None req-d523ece9-b7d3-4be3-aa23-5f767792fe40 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] show failed (client error): The resource could not be found. Apr 07 11:50:44.577386 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d523ece9-b7d3-4be3-aa23-5f767792fe40 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "GET /v2.0/security-groups/0e2d26d0-5272-433e-aeb2-ae26f3257beb HTTP/1.1" status: 404 len: 347 time: 0.0198634 Apr 07 11:50:44.577538 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f98de-659f-41b1-8e25-2a8a43b863b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44947fbf-d9ca-4a63-b0e4-7790dc7588de,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:44.580896 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41166) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:44.596277 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9b37-7a7a-4dec-a844-d256b86072a2 tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d26d0-5272-433e-aeb2-ae26f3257beb,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:44.604524 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fd7f98de-659f-41b1-8e25-2a8a43b863b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=522442e68f0c404db195befa5b40c498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528781 Apr 07 11:50:44.605375 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41168) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:44.661152 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db91ea32-94db-429c-a310-3837b5329947 admin admin] Publish callbacks [] for security_group (44947fbf-d9ca-4a63-b0e4-7790dc7588de), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.685790 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db91ea32-94db-429c-a310-3837b5329947 admin admin] Publish callbacks [] for security_group (44947fbf-d9ca-4a63-b0e4-7790dc7588de), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.711408 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Deleting port fc8e4d41-42cd-4ff0-8da8-739295f9d447 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:44.711754 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.734972 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db91ea32-94db-429c-a310-3837b5329947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (44947fbf-d9ca-4a63-b0e4-7790dc7588de), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.737601 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-db91ea32-94db-429c-a310-3837b5329947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.738751 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-db91ea32-94db-429c-a310-3837b5329947 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44947fbf-d9ca-4a63-b0e4-7790dc7588de HTTP/1.1" status: 204 len: 168 time: 0.1323156 Apr 07 11:50:44.746210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91ea32-94db-429c-a310-3837b5329947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44947fbf-d9ca-4a63-b0e4-7790dc7588de,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:44.793237 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.793570 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (fc8e4d41-42cd-4ff0-8da8-739295f9d447), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.805706 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Calling delete_port for fc8e4d41-42cd-4ff0-8da8-739295f9d447 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:44.940658 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (fc8e4d41-42cd-4ff0-8da8-739295f9d447), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.965998 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Pushing event deleted for resources: {'Port': ['ID=fc8e4d41-42cd-4ff0-8da8-739295f9d447,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:45.027952 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks [] for floatingip (b6fe4504-8bbc-4cb5-aede-e71c8723ffdc), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.030500 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.031676 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-676205e1-2c88-40ce-b7e2-44d046fdb31a tempest-AttachVolumeTestJSON-861334920 tempest-AttachVolumeTestJSON-861334920-project] 10.222.0.47 "DELETE /v2.0/floatingips/b6fe4504-8bbc-4cb5-aede-e71c8723ffdc HTTP/1.1" status: 204 len: 168 time: 0.4496176 Apr 07 11:50:45.515917 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 81ff1458-76ec-482a-9c6b-2915793bef67 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:45.535995 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 81ff1458-76ec-482a-9c6b-2915793bef67 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:45.536351 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 81ff1458-76ec-482a-9c6b-2915793bef67 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:45.735546 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41204) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:45.834310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1d8d7ffe-8e25-4e6c-8b28-5379bc22b89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.907202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1d8d7ffe-8e25-4e6c-8b28-5379bc22b89d admin admin] Publish callbacks [] for security_group (2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.911710 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1d8d7ffe-8e25-4e6c-8b28-5379bc22b89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.950696 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d7ffe-8e25-4e6c-8b28-5379bc22b89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:45.956249 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1d8d7ffe-8e25-4e6c-8b28-5379bc22b89d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8ecedd053784c0e8e23320482fe2383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191021 Apr 07 11:50:45.958896 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41208) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:46.006114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-141238f3-a461-421f-808f-1cf35f9c5448 admin admin] Publish callbacks [] for security_group (2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:46.027429 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-141238f3-a461-421f-808f-1cf35f9c5448 admin admin] Publish callbacks [] for security_group (2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:46.038079 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:46.075491 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-141238f3-a461-421f-808f-1cf35f9c5448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:46.078426 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-141238f3-a461-421f-808f-1cf35f9c5448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:46.082558 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-141238f3-a461-421f-808f-1cf35f9c5448 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198 HTTP/1.1" status: 204 len: 168 time: 0.1197402 Apr 07 11:50:46.089860 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141238f3-a461-421f-808f-1cf35f9c5448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc2bc03-1dcd-4bd5-b0a5-34a2262e5198,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:48.524768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecebea0-9eb4-44c3-8348-cc467f3edbe3 req-a99332ae-f509-4a99-8a33-e0c08b16abcd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:48.526283 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3ecebea0-9eb4-44c3-8348-cc467f3edbe3 req-a99332ae-f509-4a99-8a33-e0c08b16abcd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0542250 Apr 07 11:50:48.565152 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41300) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:48.574185 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3ecebea0-9eb4-44c3-8348-cc467f3edbe3 req-3cdacc48-766c-46a4-a10c-6fccbcba1f3f tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Apr 07 11:50:49.113376 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (c0c52852-2809-4766-88ff-35e8516190dc), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.603346 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Deleting port 4d965826-7bcf-4d62-b963-c5ed9b88d716 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:49.603855 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.702015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] For port 4d965826-7bcf-4d62-b963-c5ed9b88d716, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=4d965826-7bcf-4d62-b963-c5ed9b88d716,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:49.702587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.719771 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e77bb5-624b-44bd-9101-9b95768b6a37 req-80316558-0b04-40dd-ab60-dd155bb74828 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:49.721410 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Calling delete_port for 4d965826-7bcf-4d62-b963-c5ed9b88d716 owned by network:router_interface {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:49.722039 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-84e77bb5-624b-44bd-9101-9b95768b6a37 req-80316558-0b04-40dd-ab60-dd155bb74828 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0799870 Apr 07 11:50:49.771343 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-84e77bb5-624b-44bd-9101-9b95768b6a37 req-51b79711-0f2c-43c9-b91a-2e3e97cc9df9 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Apr 07 11:50:49.900767 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (4d965826-7bcf-4d62-b963-c5ed9b88d716), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:49.923321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d965826-7bcf-4d62-b963-c5ed9b88d716,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:50.090745 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (c0c52852-2809-4766-88ff-35e8516190dc), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.299284 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Router c0c52852-2809-4766-88ff-35e8516190dc has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:50.403904 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:50.410230 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a773abbf-4a02-4ee2-b0df-05c4b7efb067 admin admin] 10.222.0.47 "PUT /v2.0/routers/c0c52852-2809-4766-88ff-35e8516190dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439786 Apr 07 11:50:50.412095 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41308) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:50.413846 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] Sync routers for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:50.424968 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:50.425580 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:50:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:50.514576 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks [] for router (c0c52852-2809-4766-88ff-35e8516190dc), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.536675 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:50.615508 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks [] for router_gateway (c0c52852-2809-4766-88ff-35e8516190dc), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.666086 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Deleting port 62cc25db-a0e1-4915-8338-c333f47acaf2 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:50.666414 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.732943 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:50:49Z', 'revision_number': 5, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port': {'id': '62cc25db-a0e1-4915-8338-c333f47acaf2', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:50.745114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] For port 62cc25db-a0e1-4915-8338-c333f47acaf2, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=62cc25db-a0e1-4915-8338-c333f47acaf2,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:50.745643 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.758541 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Calling delete_port for 62cc25db-a0e1-4915-8338-c333f47acaf2 owned by network:router_gateway {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:50.759787 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] Checking router: c0c52852-2809-4766-88ff-35e8516190dc for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:50.768061 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] Routers {'c0c52852-2809-4766-88ff-35e8516190dc'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:50.768661 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:50:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['c0c52852-2809-4766-88ff-35e8516190dc'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:50.945618 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc1b-1e1a-43ee-a0e5-30964f550eb1 req-a74329c8-eb96-4710-9f0e-7573862076a3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.947070 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db8fc1b-1e1a-43ee-a0e5-30964f550eb1 req-a74329c8-eb96-4710-9f0e-7573862076a3 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0951591 Apr 07 11:50:50.948091 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] Set router c0c52852-2809-4766-88ff-35e8516190dc gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:50.978899 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (62cc25db-a0e1-4915-8338-c333f47acaf2), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.000828 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:50:50Z', 'revision_number': 6, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:51.013720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62cc25db-a0e1-4915-8338-c333f47acaf2,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:51.029913 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ae20a-6ed8-4898-80ec-6f57d22297a6 None None] The sync data for ids ['c0c52852-2809-4766-88ff-35e8516190dc'] in dv-cinder-836804-2-iscsi is: [{'id': 'c0c52852-2809-4766-88ff-35e8516190dc', 'name': 'tempest-AttachVolumeTestJSON-640129666-router', 'tenant_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:50:50Z', 'revision_number': 6, 'project_id': '6c9af78d45e64ba2b9bd6d4ac21191e6', 'gw_port_host': None}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:51.030270 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1db8fc1b-1e1a-43ee-a0e5-30964f550eb1 req-be144340-8dd8-4b84-b8a8-59edbfaf2808 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773010 Apr 07 11:50:51.085072 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (c0c52852-2809-4766-88ff-35e8516190dc), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.445596 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (c0c52852-2809-4766-88ff-35e8516190dc), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.447775 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks [] for router_controller (c0c52852-2809-4766-88ff-35e8516190dc), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.490818 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (c0c52852-2809-4766-88ff-35e8516190dc), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.491336 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c52852-2809-4766-88ff-35e8516190dc {{(pid=109859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:50:51.495826 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.497295 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a12fac32-69a8-4087-b1ec-3f5442acfea2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c0c52852-2809-4766-88ff-35e8516190dc HTTP/1.1" status: 204 len: 168 time: 1.0842173 Apr 07 11:50:51.502883 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41314) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:51.549461 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Deleting subnet f59ddae3-f7f3-4b7b-b957-4f56cffdd440 {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:50:51.552765 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Publish callbacks [] for subnet (f59ddae3-f7f3-4b7b-b957-4f56cffdd440), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.589035 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (f59ddae3-f7f3-4b7b-b957-4f56cffdd440), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.716667 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (f59ddae3-f7f3-4b7b-b957-4f56cffdd440), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.771882 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (f59ddae3-f7f3-4b7b-b957-4f56cffdd440), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.800423 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59ddae3-f7f3-4b7b-b957-4f56cffdd440,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:51.805536 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.808982 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-614a2016-df88-4a43-88c1-f47f1f3ac62f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f59ddae3-f7f3-4b7b-b957-4f56cffdd440 HTTP/1.1" status: 204 len: 168 time: 0.3047988 Apr 07 11:50:51.811639 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41324) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:51.811986 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb995bf5-c6d6-456b-9da2-61dce898118d None None] Network 9e4b56e3-431b-4e88-810c-04b4dabed6f7 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:50:51.883624 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (9e4b56e3-431b-4e88-810c-04b4dabed6f7), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.936398 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Deleting port c67994f6-24ae-418b-bfcd-24708ecba872 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:51.936739 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.998218 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] DHCP port deletion for 9e4b56e3-431b-4e88-810c-04b4dabed6f7 request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:50:52.036585 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] For port c67994f6-24ae-418b-bfcd-24708ecba872, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c67994f6-24ae-418b-bfcd-24708ecba872,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:52.036963 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.048268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] Deleting port c67994f6-24ae-418b-bfcd-24708ecba872 {{(pid=109861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:52.049224 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), before_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.052116 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Calling delete_port for c67994f6-24ae-418b-bfcd-24708ecba872 owned by network:dhcp {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:52.075524 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-1d930aa9-a3bd-496d-82d1-cd06359bebfa tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:52.077052 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-1d930aa9-a3bd-496d-82d1-cd06359bebfa tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0843832 Apr 07 11:50:52.111908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] For port c67994f6-24ae-418b-bfcd-24708ecba872, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c67994f6-24ae-418b-bfcd-24708ecba872,segment=NetworkSegment(485130b1-eb41-4612-ae94-c6b0d32cad84),segment_id=485130b1-eb41-4612-ae94-c6b0d32cad84)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:52.112278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), precommit_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.125375 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] Calling delete_port for c67994f6-24ae-418b-bfcd-24708ecba872 owned by network:dhcp {{(pid=109861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:52.156219 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd491f6-c5cc-4ca3-be88-73d6958cfe87 req-f1a88a9e-c61c-40c0-bbc9-2044f8b39482 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:52.157638 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bbd491f6-c5cc-4ca3-be88-73d6958cfe87 req-f1a88a9e-c61c-40c0-bbc9-2044f8b39482 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 946 time: 0.0563257 Apr 07 11:50:52.206273 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.221473 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bbd491f6-c5cc-4ca3-be88-73d6958cfe87 req-9a6477f6-270b-43ae-9247-192e8030cbad tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e663956-26c4-4aaa-a38a-b9e889ec85e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550342 Apr 07 11:50:52.235249 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67994f6-24ae-418b-bfcd-24708ecba872,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.237122 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] No DVR routers for this DVR port c67994f6-24ae-418b-bfcd-24708ecba872 on host dv-cinder-836804-2-iscsi {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:52.259876 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086'] for port (c67994f6-24ae-418b-bfcd-24708ecba872), after_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.284401 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:52.284718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.291259 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] Pushing event deleted for resources: {'Port': ['ID=c67994f6-24ae-418b-bfcd-24708ecba872,revision_number=None']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.296218 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f336a0-d89d-47b2-9e82-34b5b65d27ce None None] No DVR routers for this DVR port c67994f6-24ae-418b-bfcd-24708ecba872 on host dv-cinder-836804-2-iscsi {{(pid=109861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:52.324985 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4d965826-7bcf-4d62-b963-c5ed9b88d716 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:52.340336 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (9e4b56e3-431b-4e88-810c-04b4dabed6f7), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.345277 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 4d965826-7bcf-4d62-b963-c5ed9b88d716 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:52.346114 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 4d965826-7bcf-4d62-b963-c5ed9b88d716 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:52.346536 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 62cc25db-a0e1-4915-8338-c333f47acaf2 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:52.367663 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 62cc25db-a0e1-4915-8338-c333f47acaf2 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:52.368170 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 62cc25db-a0e1-4915-8338-c333f47acaf2 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:52.368521 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c67994f6-24ae-418b-bfcd-24708ecba872 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:52.387680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: c67994f6-24ae-418b-bfcd-24708ecba872 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:52.388029 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c67994f6-24ae-418b-bfcd-24708ecba872 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:52.391130 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4b56e3-431b-4e88-810c-04b4dabed6f7']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:52.407329 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485130b1-eb41-4612-ae94-c6b0d32cad84') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:52.407560 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485130b1-eb41-4612-ae94-c6b0d32cad84') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:52.422503 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (485130b1-eb41-4612-ae94-c6b0d32cad84), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.445632 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] For port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:52.445963 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.453514 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (485130b1-eb41-4612-ae94-c6b0d32cad84), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.463931 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:50:52.464310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (485130b1-eb41-4612-ae94-c6b0d32cad84), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:50:52.465915 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:50:52.550902 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (9e4b56e3-431b-4e88-810c-04b4dabed6f7), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.558225 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.561338 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9e4b56e3-431b-4e88-810c-04b4dabed6f7 HTTP/1.1" status: 204 len: 168 time: 0.7487659 Apr 07 11:50:52.603749 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacaed8-abfa-44d7-ac18-2e41de986440 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4b56e3-431b-4e88-810c-04b4dabed6f7,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.679223 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.679606 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (78be702c-5da9-45a2-9e71-0234e0df5759), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.679900 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Floating IP 78be702c-5da9-45a2-9e71-0234e0df5759 disassociated. External IP: 172.27.2.14, port: daac6ba7-224d-46cb-8ac6-b3ab5c5e7263. Apr 07 11:50:52.680244 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:52.680631 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41330) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:52.721274 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7f5759f2-38ab-45bc-9936-f2c82305cf8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c9af78d45e64ba2b9bd6d4ac21191e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387239 Apr 07 11:50:52.726335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41336) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:52.802467 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b2661625-ca32-4113-a898-9303bdee312e admin admin] Publish callbacks [] for security_group (11e812df-cc67-445a-8485-4619f059e45d), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.849346 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b2661625-ca32-4113-a898-9303bdee312e admin admin] Publish callbacks [] for security_group (11e812df-cc67-445a-8485-4619f059e45d), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.888408 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (daac6ba7-224d-46cb-8ac6-b3ab5c5e7263), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.924161 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=daac6ba7-224d-46cb-8ac6-b3ab5c5e7263,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.985338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b2661625-ca32-4113-a898-9303bdee312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (11e812df-cc67-445a-8485-4619f059e45d), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.987957 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-b2661625-ca32-4113-a898-9303bdee312e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.989137 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-b2661625-ca32-4113-a898-9303bdee312e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11e812df-cc67-445a-8485-4619f059e45d HTTP/1.1" status: 204 len: 168 time: 0.2618539 Apr 07 11:50:53.007079 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2661625-ca32-4113-a898-9303bdee312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e812df-cc67-445a-8485-4619f059e45d,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:53.067984 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:53.346856 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f4e099e0-80ab-46f8-9576-def891969140 req-35cca303-63b1-4738-a9f1-84f305d051c5 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/ports?device_id=98dcb463-795f-4d6a-bc72-e6670b3fcb26 HTTP/1.1" status: 200 len: 210 time: 0.0349436 Apr 07 11:50:53.416481 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:53.430610 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:53.461363 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] No DVR routers for this DVR port daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:53.464416 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.465652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:53.467589 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:50:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:53.469087 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-79ac999a-1704-4624-982a-3e6eaf107a4d req-3a81158a-08ea-44fc-a3ac-e1931f04a3fd tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.26 "DELETE /v2.0/ports/daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 HTTP/1.1" status: 204 len: 173 time: 1.3635836 Apr 07 11:50:53.469745 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'name': 'network-vif-deleted', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:53.472198 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b659bb5b-b510-4b5c-9372-05903ccf085b" -d '{"events": [{"server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "name": "network-vif-deleted", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:53.534325 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc967b-0741-4140-b880-f8c6f0fc7f4a x-openstack-request-id: req-cfbc967b-0741-4140-b880-f8c6f0fc7f4a {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:53.534637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcb463-795f-4d6a-bc72-e6670b3fcb26", "name": "network-vif-deleted", "tag": "daac6ba7-224d-46cb-8ac6-b3ab5c5e7263", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:53.534951 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfbc967b-0741-4140-b880-f8c6f0fc7f4a {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:53.535480 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbc967b-0741-4140-b880-f8c6f0fc7f4a'] response: {'server_uuid': '98dcb463-795f-4d6a-bc72-e6670b3fcb26', 'name': 'network-vif-deleted', 'tag': 'daac6ba7-224d-46cb-8ac6-b3ab5c5e7263', 'status': 'completed', 'code': 200} Apr 07 11:50:53.607103 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:53.819653 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:53.846614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:53.863726 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:53.864381 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:50:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:54.008962 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:54.191200 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41380) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.223448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:54.257172 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a6efa-c041-4407-94d4-9db41683b31a None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:44:57Z', 'revision_number': 4, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd44a3d78-13e9-4411-9f5a-2eb97bf19dae', 'name': '', 'network_id': '85cbfb78-686d-4070-ba17-e809f8b4357f', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'mac_address': 'fa:16:3e:83:c6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:55Z', 'updated_at': '2022-04-07T11:45:16Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'subnets': [{'id': '6c57577c-7929-4617-b65b-b9e243b0b72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:54.304181 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2320e83e-ec09-415c-b5b2-3c89e861db81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.388159 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2320e83e-ec09-415c-b5b2-3c89e861db81 admin admin] Publish callbacks [] for security_group (0f0cb478-c0b9-4ffe-b632-95f31a255657), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.394363 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2320e83e-ec09-415c-b5b2-3c89e861db81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0f0cb478-c0b9-4ffe-b632-95f31a255657), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.444630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41396) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.447961 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2320e83e-ec09-415c-b5b2-3c89e861db81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1c35cc594bd441db34995c7f9ad97f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556028 Apr 07 11:50:54.448601 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41398) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.450712 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320e83e-ec09-415c-b5b2-3c89e861db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0cb478-c0b9-4ffe-b632-95f31a255657,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:54.500087 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2fc528d3-90ed-4041-8276-40f91b89f3f3 admin admin] Publish callbacks [] for security_group (0f0cb478-c0b9-4ffe-b632-95f31a255657), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.522608 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a334f462-64a7-45c8-9a33-b63384fe47ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (6e663956-26c4-4aaa-a38a-b9e889ec85e8), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.527597 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2fc528d3-90ed-4041-8276-40f91b89f3f3 admin admin] Publish callbacks [] for security_group (0f0cb478-c0b9-4ffe-b632-95f31a255657), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.555294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a334f462-64a7-45c8-9a33-b63384fe47ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (6e663956-26c4-4aaa-a38a-b9e889ec85e8), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.591256 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2fc528d3-90ed-4041-8276-40f91b89f3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0f0cb478-c0b9-4ffe-b632-95f31a255657), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.594513 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2fc528d3-90ed-4041-8276-40f91b89f3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.599368 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2fc528d3-90ed-4041-8276-40f91b89f3f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f0cb478-c0b9-4ffe-b632-95f31a255657 HTTP/1.1" status: 204 len: 168 time: 0.1556864 Apr 07 11:50:54.606130 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a1c669-1a39-40fa-97cb-cfc4d75d400c None None] New status for floating IP 78be702c-5da9-45a2-9e71-0234e0df5759: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:54.614552 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc528d3-90ed-4041-8276-40f91b89f3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0cb478-c0b9-4ffe-b632-95f31a255657,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:54.618230 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a334f462-64a7-45c8-9a33-b63384fe47ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (6e663956-26c4-4aaa-a38a-b9e889ec85e8), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.631056 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a334f462-64a7-45c8-9a33-b63384fe47ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.633539 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a334f462-64a7-45c8-9a33-b63384fe47ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/security-groups/6e663956-26c4-4aaa-a38a-b9e889ec85e8 HTTP/1.1" status: 204 len: 168 time: 0.1833310 Apr 07 11:50:54.637323 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41402) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.670311 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.api.v2.resource [None req-cdc48d07-81c5-43cf-bf45-678313abb930 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] show failed (client error): The resource could not be found. Apr 07 11:50:54.671325 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-cdc48d07-81c5-43cf-bf45-678313abb930 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "GET /v2.0/security-groups/6e663956-26c4-4aaa-a38a-b9e889ec85e8 HTTP/1.1" status: 404 len: 347 time: 0.0330389 Apr 07 11:50:54.672084 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334f462-64a7-45c8-9a33-b63384fe47ac tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e663956-26c4-4aaa-a38a-b9e889ec85e8,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:54.675028 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41404) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.819990 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Deleting port 87782998-44e4-4cdb-8b2d-aadb77787533 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:54.820356 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (87782998-44e4-4cdb-8b2d-aadb77787533), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.905542 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (87782998-44e4-4cdb-8b2d-aadb77787533), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.905869 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (87782998-44e4-4cdb-8b2d-aadb77787533), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.920718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Calling delete_port for 87782998-44e4-4cdb-8b2d-aadb77787533 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:55.082855 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (87782998-44e4-4cdb-8b2d-aadb77787533), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.112408 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Pushing event deleted for resources: {'Port': ['ID=87782998-44e4-4cdb-8b2d-aadb77787533,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:55.171892 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks [] for floatingip (78be702c-5da9-45a2-9e71-0234e0df5759), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.174644 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.175849 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-56e36dbb-cf3d-42bb-99fc-2d41e4b7fda2 tempest-AttachVolumeNegativeTest-1065524013 tempest-AttachVolumeNegativeTest-1065524013-project] 10.222.0.47 "DELETE /v2.0/floatingips/78be702c-5da9-45a2-9e71-0234e0df5759 HTTP/1.1" status: 204 len: 168 time: 0.4996374 Apr 07 11:50:55.540340 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:55.561404 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:55.561744 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device daac6ba7-224d-46cb-8ac6-b3ab5c5e7263 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:57.344274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-edba3e09-30d3-48e3-96d7-c5a4868f0300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:58.845512 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41472) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:59.321963 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (1a1fb3bf-6236-43c8-a42b-912dca0949a5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:59.555299 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e29b59c1-74da-4920-b1d8-197d844ef52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:59.570106 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Deleting port d44a3d78-13e9-4411-9f5a-2eb97bf19dae {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:59.570405 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:59.647463 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] For port d44a3d78-13e9-4411-9f5a-2eb97bf19dae, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:59.647735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:59.659738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Calling delete_port for d44a3d78-13e9-4411-9f5a-2eb97bf19dae owned by network:router_interface {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:59.835391 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (d44a3d78-13e9-4411-9f5a-2eb97bf19dae), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:59.860268 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d44a3d78-13e9-4411-9f5a-2eb97bf19dae,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:00.025867 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (1a1fb3bf-6236-43c8-a42b-912dca0949a5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.237787 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:00.347764 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:00.352770 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3fe62a4e-03a3-4ead-ac1d-d1d8f7ed0c1f admin admin] 10.222.0.47 "PUT /v2.0/routers/1a1fb3bf-6236-43c8-a42b-912dca0949a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5061741 Apr 07 11:51:00.355212 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41478) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:00.356755 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] Sync routers for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:00.366111 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:00.366722 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:51:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:00.462682 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks [] for router (1a1fb3bf-6236-43c8-a42b-912dca0949a5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.614230 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:00.737027 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.815946 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks [] for router_gateway (1a1fb3bf-6236-43c8-a42b-912dca0949a5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.817673 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:50:59Z', 'revision_number': 5, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port': {'id': '8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:45Z', 'updated_at': '2022-04-07T11:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:00.845810 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] Checking router: 1a1fb3bf-6236-43c8-a42b-912dca0949a5 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:00.855526 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] Routers {'1a1fb3bf-6236-43c8-a42b-912dca0949a5'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:00.856143 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:51:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:00.871052 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Deleting port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:00.871525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.954084 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] Set router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 gateway port host: None {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:00.961866 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] For port 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:00.962317 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.979935 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Calling delete_port for 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f owned by network:router_gateway {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:01.010481 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:51:00Z', 'revision_number': 6, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:01.036881 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b826ab52-15ec-4141-86e7-ac1acc88b3cb None None] The sync data for ids ['1a1fb3bf-6236-43c8-a42b-912dca0949a5'] in dv-cinder-836804-2-iscsi is: [{'id': '1a1fb3bf-6236-43c8-a42b-912dca0949a5', 'name': 'tempest-AttachVolumeNegativeTest-1262564878-router', 'tenant_id': 'd0e5b31250d9426ab0ef003098804c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:51:00Z', 'revision_number': 6, 'project_id': 'd0e5b31250d9426ab0ef003098804c82', 'gw_port_host': None}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:01.167566 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.194408 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:01.258841 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (1a1fb3bf-6236-43c8-a42b-912dca0949a5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.370264 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (1a1fb3bf-6236-43c8-a42b-912dca0949a5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.372469 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks [] for router_controller (1a1fb3bf-6236-43c8-a42b-912dca0949a5), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.455313 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (1a1fb3bf-6236-43c8-a42b-912dca0949a5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.455894 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1fb3bf-6236-43c8-a42b-912dca0949a5 {{(pid=109860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:51:01.463704 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.467170 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1bd0d6dd-a089-48d7-bf25-ca525bb987e0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1a1fb3bf-6236-43c8-a42b-912dca0949a5 HTTP/1.1" status: 204 len: 168 time: 1.1087682 Apr 07 11:51:01.467383 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41496) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:01.515808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Deleting subnet 6c57577c-7929-4617-b65b-b9e243b0b72a {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:51:01.519528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Publish callbacks [] for subnet (6c57577c-7929-4617-b65b-b9e243b0b72a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.557384 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (6c57577c-7929-4617-b65b-b9e243b0b72a), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.633412 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (6c57577c-7929-4617-b65b-b9e243b0b72a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.684719 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (6c57577c-7929-4617-b65b-b9e243b0b72a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.712486 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c57577c-7929-4617-b65b-b9e243b0b72a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:01.716087 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.719373 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-daa50c4a-1574-44f4-93aa-fbe427d92a3e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6c57577c-7929-4617-b65b-b9e243b0b72a HTTP/1.1" status: 204 len: 168 time: 0.2509110 Apr 07 11:51:01.721901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e47125-6a93-4c5a-b73c-ead5e4d88107 None None] Network 85cbfb78-686d-4070-ba17-e809f8b4357f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:01.722419 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41500) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:01.787021 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (85cbfb78-686d-4070-ba17-e809f8b4357f), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.840543 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Deleting port c4909928-bfe9-4c12-96bf-477a14b5b095 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:01.840993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.872458 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] DHCP port deletion for 85cbfb78-686d-4070-ba17-e809f8b4357f request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:51:01.910902 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] For port c4909928-bfe9-4c12-96bf-477a14b5b095, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c4909928-bfe9-4c12-96bf-477a14b5b095,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:01.911284 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.924395 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Calling delete_port for c4909928-bfe9-4c12-96bf-477a14b5b095 owned by network:dhcp {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:01.949189 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Deleting port c4909928-bfe9-4c12-96bf-477a14b5b095 {{(pid=109861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:01.949624 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), before_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.961453 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.006332 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.019712 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] For port c4909928-bfe9-4c12-96bf-477a14b5b095, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c4909928-bfe9-4c12-96bf-477a14b5b095,segment=NetworkSegment(45338481-b520-45de-86ef-43a178d913de),segment_id=45338481-b520-45de-86ef-43a178d913de)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:02.020116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), precommit_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.033856 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Calling delete_port for c4909928-bfe9-4c12-96bf-477a14b5b095 owned by network:dhcp {{(pid=109861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:02.034181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] No DVR routers for this DVR port c4909928-bfe9-4c12-96bf-477a14b5b095 on host dv-cinder-836804-2-iscsi {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:02.036769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4909928-bfe9-4c12-96bf-477a14b5b095,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:02.110294 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (85cbfb78-686d-4070-ba17-e809f8b4357f), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.116761 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086'] for port (c4909928-bfe9-4c12-96bf-477a14b5b095), after_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.132545 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cbfb78-686d-4070-ba17-e809f8b4357f']}} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:02.141709 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Pushing event deleted for resources: {'Port': ['ID=c4909928-bfe9-4c12-96bf-477a14b5b095,revision_number=None']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:02.142849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45338481-b520-45de-86ef-43a178d913de') {'for_net_delete': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:02.143518 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45338481-b520-45de-86ef-43a178d913de') {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:02.151652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] No DVR routers for this DVR port c4909928-bfe9-4c12-96bf-477a14b5b095 on host dv-cinder-836804-2-iscsi {{(pid=109861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:02.160973 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9314823'] for segment (45338481-b520-45de-86ef-43a178d913de), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.161801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.162112 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.162418 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.162794 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.163126 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800df2a2-5364-45a7-8eb4-68c552a5c283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:02.170715 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (45338481-b520-45de-86ef-43a178d913de), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.180628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:51:02.181111 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315285'] for segment (45338481-b520-45de-86ef-43a178d913de), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: Traceback (most recent call last): Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: timer() Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: cb(*args, **kw) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: return func(*args, **kwargs) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: self._notify() Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: self.callback(batched_events) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: event.method(event) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: return f(self, *a, **k) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._get(url).json() Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: return self.request(url, 'GET', **kwargs) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:51:02.183093 dv-cinder-836804-2-iscsi neutron-server[109859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:51:02.238769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (85cbfb78-686d-4070-ba17-e809f8b4357f), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.246726 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.250414 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/85cbfb78-686d-4070-ba17-e809f8b4357f HTTP/1.1" status: 204 len: 168 time: 0.5273752 Apr 07 11:51:02.263804 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4a718-cc58-4df3-b985-92112c6b2da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=85cbfb78-686d-4070-ba17-e809f8b4357f,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:02.322045 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:02.342729 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:02.343041 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 8eae3a21-e07b-4ff7-a05f-9bf4da7ee61f not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:02.343800 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d44a3d78-13e9-4411-9f5a-2eb97bf19dae no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:02.364005 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: d44a3d78-13e9-4411-9f5a-2eb97bf19dae {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:02.364355 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d44a3d78-13e9-4411-9f5a-2eb97bf19dae not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:02.364768 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c4909928-bfe9-4c12-96bf-477a14b5b095 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:02.376805 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41504) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:02.388562 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: c4909928-bfe9-4c12-96bf-477a14b5b095 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:02.388941 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c4909928-bfe9-4c12-96bf-477a14b5b095 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:02.416435 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7fae404a-fecb-4d1b-81d0-d01a6597a38e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0e5b31250d9426ab0ef003098804c82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383821 Apr 07 11:51:02.418944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41506) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:02.463589 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15fe-b1e2-4641-b2c6-47f64be91258 admin admin] Publish callbacks [] for security_group (251f78d7-17c3-4cbd-a8a7-ce338ef6d65c), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.484189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15fe-b1e2-4641-b2c6-47f64be91258 admin admin] Publish callbacks [] for security_group (251f78d7-17c3-4cbd-a8a7-ce338ef6d65c), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.530128 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15fe-b1e2-4641-b2c6-47f64be91258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (251f78d7-17c3-4cbd-a8a7-ce338ef6d65c), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.533292 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15fe-b1e2-4641-b2c6-47f64be91258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.534443 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8c3c15fe-b1e2-4641-b2c6-47f64be91258 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/251f78d7-17c3-4cbd-a8a7-ce338ef6d65c HTTP/1.1" status: 204 len: 168 time: 0.1146226 Apr 07 11:51:02.542490 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c15fe-b1e2-4641-b2c6-47f64be91258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f78d7-17c3-4cbd-a8a7-ce338ef6d65c,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:03.591411 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.898849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41652) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:06.999174 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.074466 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Publish callbacks [] for security_group (e9aff2c9-6222-41e6-9951-eb48a5cd294b), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.078093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e9aff2c9-6222-41e6-9951-eb48a5cd294b), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.115286 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea58eb542dff46198c4c0733de7b9577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153792 Apr 07 11:51:07.116131 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aff2c9-6222-41e6-9951-eb48a5cd294b,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.117918 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41656) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.133323 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.133671 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.134012 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.134351 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.134681 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.135009 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.135336 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.135664 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.135988 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.136313 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.136639 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.136988 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.137310 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.137630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.137947 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc4fd8-0808-43f4-bdcb-38c38462d38a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.180088 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf0e1-bd3e-48ce-a833-a5bbe382f528 admin admin] Publish callbacks [] for security_group (e9aff2c9-6222-41e6-9951-eb48a5cd294b), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.203536 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf0e1-bd3e-48ce-a833-a5bbe382f528 admin admin] Publish callbacks [] for security_group (e9aff2c9-6222-41e6-9951-eb48a5cd294b), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.254714 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf0e1-bd3e-48ce-a833-a5bbe382f528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e9aff2c9-6222-41e6-9951-eb48a5cd294b), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.257417 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf0e1-bd3e-48ce-a833-a5bbe382f528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.258647 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ea7cf0e1-bd3e-48ce-a833-a5bbe382f528 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9aff2c9-6222-41e6-9951-eb48a5cd294b HTTP/1.1" status: 204 len: 168 time: 0.1398387 Apr 07 11:51:07.267615 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cf0e1-bd3e-48ce-a833-a5bbe382f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aff2c9-6222-41e6-9951-eb48a5cd294b,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.521161 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41662) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.533882 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-81d8b4fd-42ab-4530-8227-f47b73a912e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.564694 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:07.607274 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-81d8b4fd-42ab-4530-8227-f47b73a912e1 admin admin] Publish callbacks [] for security_group (fa3f132f-eed2-459c-bb3a-a146325bfed5), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.610909 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-81d8b4fd-42ab-4530-8227-f47b73a912e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (fa3f132f-eed2-459c-bb3a-a146325bfed5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.650928 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-81d8b4fd-42ab-4530-8227-f47b73a912e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24d80cfafa514e2ca6f1ac41a6067509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287215 Apr 07 11:51:07.651769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8b4fd-42ab-4530-8227-f47b73a912e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f132f-eed2-459c-bb3a-a146325bfed5,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.654132 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41664) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.703970 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Publish callbacks [] for security_group (fa3f132f-eed2-459c-bb3a-a146325bfed5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.726438 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Publish callbacks [] for security_group (fa3f132f-eed2-459c-bb3a-a146325bfed5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.776981 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (fa3f132f-eed2-459c-bb3a-a146325bfed5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.779633 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.780801 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa3f132f-eed2-459c-bb3a-a146325bfed5 HTTP/1.1" status: 204 len: 168 time: 0.1256788 Apr 07 11:51:07.788672 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f132f-eed2-459c-bb3a-a146325bfed5,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.795768 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.796120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.796464 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.796804 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.797167 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.797498 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.797874 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.798739 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.799008 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.799335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.799669 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.799995 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.800319 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.800662 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.801015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f731b1-1d65-41be-ad01-21086a924cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:09.368498 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41734) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:09.481711 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1eec9973-0fa4-4fd2-b984-3ec057bd5ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.559077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1eec9973-0fa4-4fd2-b984-3ec057bd5ddc admin admin] Publish callbacks [] for security_group (93e987cc-1f12-4acb-b317-f5dc41121d32), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.562715 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1eec9973-0fa4-4fd2-b984-3ec057bd5ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (93e987cc-1f12-4acb-b317-f5dc41121d32), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.602168 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1eec9973-0fa4-4fd2-b984-3ec057bd5ddc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42ab52081e2242fe9533c228ef281250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324898 Apr 07 11:51:09.603105 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec9973-0fa4-4fd2-b984-3ec057bd5ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e987cc-1f12-4acb-b317-f5dc41121d32,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:09.604965 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41742) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:09.651665 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9f894678-94a6-4a6a-8fa0-4d326162b685 admin admin] Publish callbacks [] for security_group (93e987cc-1f12-4acb-b317-f5dc41121d32), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.672093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9f894678-94a6-4a6a-8fa0-4d326162b685 admin admin] Publish callbacks [] for security_group (93e987cc-1f12-4acb-b317-f5dc41121d32), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.719977 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9f894678-94a6-4a6a-8fa0-4d326162b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (93e987cc-1f12-4acb-b317-f5dc41121d32), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.722679 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9f894678-94a6-4a6a-8fa0-4d326162b685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.723915 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-9f894678-94a6-4a6a-8fa0-4d326162b685 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93e987cc-1f12-4acb-b317-f5dc41121d32 HTTP/1.1" status: 204 len: 168 time: 0.1178949 Apr 07 11:51:09.731764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f894678-94a6-4a6a-8fa0-4d326162b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e987cc-1f12-4acb-b317-f5dc41121d32,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:09.974429 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41748) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:09.987358 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-69b072fa-5635-4443-b5ff-fe6d9cf1a359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.060812 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-69b072fa-5635-4443-b5ff-fe6d9cf1a359 admin admin] Publish callbacks [] for security_group (062b6488-4f6f-4192-81f3-62a1032840ee), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.065078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-69b072fa-5635-4443-b5ff-fe6d9cf1a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (062b6488-4f6f-4192-81f3-62a1032840ee), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.100877 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-69b072fa-5635-4443-b5ff-fe6d9cf1a359 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a5a234bc25e4f40b1226c5a8e3f7b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253703 Apr 07 11:51:10.102049 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b072fa-5635-4443-b5ff-fe6d9cf1a359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062b6488-4f6f-4192-81f3-62a1032840ee,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:10.103574 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41750) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:10.153241 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f0e2911-9eea-4261-bb31-7a1d56894898 admin admin] Publish callbacks [] for security_group (062b6488-4f6f-4192-81f3-62a1032840ee), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.174402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f0e2911-9eea-4261-bb31-7a1d56894898 admin admin] Publish callbacks [] for security_group (062b6488-4f6f-4192-81f3-62a1032840ee), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.222478 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f0e2911-9eea-4261-bb31-7a1d56894898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (062b6488-4f6f-4192-81f3-62a1032840ee), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.225180 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4f0e2911-9eea-4261-bb31-7a1d56894898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.228599 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4f0e2911-9eea-4261-bb31-7a1d56894898 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/062b6488-4f6f-4192-81f3-62a1032840ee HTTP/1.1" status: 204 len: 168 time: 0.1217654 Apr 07 11:51:10.234104 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e2911-9eea-4261-bb31-7a1d56894898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b6488-4f6f-4192-81f3-62a1032840ee,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:10.552887 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff1b49-b84e-4abf-9efa-50660ab70b97 req-15c57c5f-2ff4-45b4-a60a-198a64644546 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:10.554512 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-caff1b49-b84e-4abf-9efa-50660ab70b97 req-15c57c5f-2ff4-45b4-a60a-198a64644546 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 947 time: 0.0632000 Apr 07 11:51:10.608263 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-caff1b49-b84e-4abf-9efa-50660ab70b97 req-5dd26afb-665b-4d79-80fc-4919ee850e5b tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478907 Apr 07 11:51:11.761264 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ff78-bd05-4ee7-8d57-8a868f6db5ef req-f1e8ee59-42d2-4b25-b656-438be3c85cad tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.764194 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d33ff78-bd05-4ee7-8d57-8a868f6db5ef req-f1e8ee59-42d2-4b25-b656-438be3c85cad tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 947 time: 0.0691569 Apr 07 11:51:11.813292 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4d33ff78-bd05-4ee7-8d57-8a868f6db5ef req-5065329e-8fbb-424d-aee1-239c512d2082 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups?id=66960810-649c-4d5a-8a43-7292f632c289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Apr 07 11:51:11.867123 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-196699ce-ed1a-4a5a-95d1-31cb7132a5c2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.868889 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-196699ce-ed1a-4a5a-95d1-31cb7132a5c2 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 947 time: 0.0567827 Apr 07 11:51:11.973280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Deleting port 49972a10-5bc2-4e1a-83e0-51193a7c7873 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:11.973652 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.067905 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] For port 49972a10-5bc2-4e1a-83e0-51193a7c7873, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=49972a10-5bc2-4e1a-83e0-51193a7c7873,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:12.068273 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.235512 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.236386 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (7b045271-3856-4a7c-92bc-5e0b3e4587be), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.236702 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Floating IP 7b045271-3856-4a7c-92bc-5e0b3e4587be disassociated. External IP: 172.27.2.3, port: 49972a10-5bc2-4e1a-83e0-51193a7c7873. Apr 07 11:51:12.237077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Calling delete_port for 49972a10-5bc2-4e1a-83e0-51193a7c7873 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:12.360845 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (49972a10-5bc2-4e1a-83e0-51193a7c7873), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.389000 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event deleted for resources: {'Port': ['ID=49972a10-5bc2-4e1a-83e0-51193a7c7873,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:12.498238 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:12.604819 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:12.615374 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:12.624552 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:12.625204 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:51:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:12.648363 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] No DVR routers for this DVR port 49972a10-5bc2-4e1a-83e0-51193a7c7873 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:12.650805 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.653993 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-5bf41fe9-c6f4-49c9-a925-9ff932f66016 req-9cd8da09-ad58-408b-a00a-8bdfbfced83e tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.26 "DELETE /v2.0/ports/49972a10-5bc2-4e1a-83e0-51193a7c7873 HTTP/1.1" status: 204 len: 173 time: 0.7800138 Apr 07 11:51:12.654423 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-deleted', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:12.656696 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819dafee-4736-4db6-b101-e23fe95ca97e" -d '{"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-deleted", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:12.699475 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370e80b-1986-4258-b513-ac7c9c45ebe9 x-openstack-request-id: req-8370e80b-1986-4258-b513-ac7c9c45ebe9 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:12.699762 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bc97c2-c15b-47fd-8a11-f7d75933cb75", "name": "network-vif-deleted", "tag": "49972a10-5bc2-4e1a-83e0-51193a7c7873", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:12.700014 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8370e80b-1986-4258-b513-ac7c9c45ebe9 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:12.700453 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370e80b-1986-4258-b513-ac7c9c45ebe9'] response: {'server_uuid': 'f4bc97c2-c15b-47fd-8a11-f7d75933cb75', 'name': 'network-vif-deleted', 'tag': '49972a10-5bc2-4e1a-83e0-51193a7c7873', 'status': 'completed', 'code': 200} Apr 07 11:51:12.745083 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:12.963975 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-657a9648-fa6d-4a7e-84ea-fd79e15e1fd9 req-cdc69c3a-5ba7-4740-8bf5-2ac9b76c59c3 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4bc97c2-c15b-47fd-8a11-f7d75933cb75 HTTP/1.1" status: 200 len: 210 time: 0.0349412 Apr 07 11:51:12.979496 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:13.007696 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:13.017686 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:13.018313 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:51:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:13.141842 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:13.358997 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:13.385994 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509c49b-2ba7-4776-9bc8-d4d715389d7f None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:44:55Z', 'revision_number': 4, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '3e788413-d8e7-425c-af57-018cc8889853', 'name': '', 'network_id': '38b8435e-e904-41a2-bf9f-0b0b9bdef1cc', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'mac_address': 'fa:16:3e:89:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:50Z', 'updated_at': '2022-04-07T11:45:07Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'subnets': [{'id': 'dfb89c3d-5444-43e1-ad22-e6e629b4de75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:13.590188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d6883-b8b0-4269-a23c-dcea858728fe None None] New status for floating IP 7b045271-3856-4a7c-92bc-5e0b3e4587be: DOWN {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:51:14.053770 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41862) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:14.104511 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ae6892b1-cc64-4d37-9b39-b5bb07172418 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (66960810-649c-4d5a-8a43-7292f632c289), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.127424 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ae6892b1-cc64-4d37-9b39-b5bb07172418 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (66960810-649c-4d5a-8a43-7292f632c289), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.171773 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ae6892b1-cc64-4d37-9b39-b5bb07172418 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (66960810-649c-4d5a-8a43-7292f632c289), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.174862 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ae6892b1-cc64-4d37-9b39-b5bb07172418 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.175968 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ae6892b1-cc64-4d37-9b39-b5bb07172418 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "DELETE /v2.0/security-groups/66960810-649c-4d5a-8a43-7292f632c289 HTTP/1.1" status: 204 len: 168 time: 0.1212432 Apr 07 11:51:14.178705 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41864) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:14.184790 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6892b1-cc64-4d37-9b39-b5bb07172418 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66960810-649c-4d5a-8a43-7292f632c289,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:14.193413 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.api.v2.resource [None req-ecf3a5b7-2a4a-474b-aa18-fbc27921810c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] show failed (client error): The resource could not be found. Apr 07 11:51:14.197148 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ecf3a5b7-2a4a-474b-aa18-fbc27921810c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "GET /v2.0/security-groups/66960810-649c-4d5a-8a43-7292f632c289 HTTP/1.1" status: 404 len: 347 time: 0.0148594 Apr 07 11:51:14.197390 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41866) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:14.320040 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Deleting port fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:14.320383 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.394600 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.395034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.407743 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Calling delete_port for fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:14.524347 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41874) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:14.539599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.564738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Pushing event deleted for resources: {'Port': ['ID=fcdf9db3-8bb6-4c7c-b346-7fe7efb7c521,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:14.627496 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks [] for floatingip (7b045271-3856-4a7c-92bc-5e0b3e4587be), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.630297 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.631439 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1d29a469-7f4d-486b-8f29-ffd3c983a31c tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] 10.222.0.47 "DELETE /v2.0/floatingips/7b045271-3856-4a7c-92bc-5e0b3e4587be HTTP/1.1" status: 204 len: 168 time: 0.4330499 Apr 07 11:51:14.634408 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ff248046-fc18-4e6d-afc0-9ab122780bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.713240 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ff248046-fc18-4e6d-afc0-9ab122780bf9 admin admin] Publish callbacks [] for security_group (c50ef223-2cfd-46ef-bbec-941f2bd6fb73), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.717493 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ff248046-fc18-4e6d-afc0-9ab122780bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (c50ef223-2cfd-46ef-bbec-941f2bd6fb73), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.757799 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ff248046-fc18-4e6d-afc0-9ab122780bf9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be02253fb20a4125b3bb45b545f26cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322948 Apr 07 11:51:14.758660 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff248046-fc18-4e6d-afc0-9ab122780bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50ef223-2cfd-46ef-bbec-941f2bd6fb73,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:14.760426 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41882) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:14.808043 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-894b5242-cdc1-4e85-8dcd-2dfe0c35ddeb admin admin] Publish callbacks [] for security_group (c50ef223-2cfd-46ef-bbec-941f2bd6fb73), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.830717 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-894b5242-cdc1-4e85-8dcd-2dfe0c35ddeb admin admin] Publish callbacks [] for security_group (c50ef223-2cfd-46ef-bbec-941f2bd6fb73), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.877748 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-894b5242-cdc1-4e85-8dcd-2dfe0c35ddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (c50ef223-2cfd-46ef-bbec-941f2bd6fb73), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.881834 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-894b5242-cdc1-4e85-8dcd-2dfe0c35ddeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:14.882084 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-894b5242-cdc1-4e85-8dcd-2dfe0c35ddeb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c50ef223-2cfd-46ef-bbec-941f2bd6fb73 HTTP/1.1" status: 204 len: 168 time: 0.1205707 Apr 07 11:51:14.891982 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b5242-cdc1-4e85-8dcd-2dfe0c35ddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50ef223-2cfd-46ef-bbec-941f2bd6fb73,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:15.144640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 41894) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.158178 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88a7da35-9908-4b4e-8751-ec732d007eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.232348 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88a7da35-9908-4b4e-8751-ec732d007eec admin admin] Publish callbacks [] for security_group (e70983eb-3582-4d54-9d70-c83ac1f744b6), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.236994 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88a7da35-9908-4b4e-8751-ec732d007eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e70983eb-3582-4d54-9d70-c83ac1f744b6), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.278114 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-88a7da35-9908-4b4e-8751-ec732d007eec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d288d43e75a4975a1954c3b982cb624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323082 Apr 07 11:51:15.279017 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7da35-9908-4b4e-8751-ec732d007eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70983eb-3582-4d54-9d70-c83ac1f744b6,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:15.281187 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 41900) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:15.347573 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053ad424-8c8e-4f7a-a235-d31a31b4fbe0 admin admin] Publish callbacks [] for security_group (e70983eb-3582-4d54-9d70-c83ac1f744b6), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.375189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053ad424-8c8e-4f7a-a235-d31a31b4fbe0 admin admin] Publish callbacks [] for security_group (e70983eb-3582-4d54-9d70-c83ac1f744b6), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.424521 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053ad424-8c8e-4f7a-a235-d31a31b4fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e70983eb-3582-4d54-9d70-c83ac1f744b6), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.427148 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-053ad424-8c8e-4f7a-a235-d31a31b4fbe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:15.428283 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-053ad424-8c8e-4f7a-a235-d31a31b4fbe0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e70983eb-3582-4d54-9d70-c83ac1f744b6 HTTP/1.1" status: 204 len: 168 time: 0.1430137 Apr 07 11:51:15.435932 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ad424-8c8e-4f7a-a235-d31a31b4fbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70983eb-3582-4d54-9d70-c83ac1f744b6,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:16.379287 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:16.409188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 49972a10-5bc2-4e1a-83e0-51193a7c7873 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:16.409534 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 49972a10-5bc2-4e1a-83e0-51193a7c7873 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:16.414898 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.126264 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42016) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:19.617091 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (a05491b7-4332-4529-a7f2-6bbb1bc91a76), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.862055 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Deleting port 3e788413-d8e7-425c-af57-018cc8889853 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:19.862393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (3e788413-d8e7-425c-af57-018cc8889853), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.940446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] For port 3e788413-d8e7-425c-af57-018cc8889853, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=3e788413-d8e7-425c-af57-018cc8889853,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:19.940812 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (3e788413-d8e7-425c-af57-018cc8889853), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:19.952881 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Calling delete_port for 3e788413-d8e7-425c-af57-018cc8889853 owned by network:router_interface {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:20.132037 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (3e788413-d8e7-425c-af57-018cc8889853), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.157274 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e788413-d8e7-425c-af57-018cc8889853,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:20.339547 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (a05491b7-4332-4529-a7f2-6bbb1bc91a76), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.563181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Router a05491b7-4332-4529-a7f2-6bbb1bc91a76 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:20.669631 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:20.677156 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a1964817-13ea-4fb9-a9fe-fb8d1b42641e admin admin] 10.222.0.47 "PUT /v2.0/routers/a05491b7-4332-4529-a7f2-6bbb1bc91a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494766 Apr 07 11:51:20.679392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42026) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:20.681049 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] Sync routers for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:20.694624 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:20.695358 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:51:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:20.793255 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks [] for router (a05491b7-4332-4529-a7f2-6bbb1bc91a76), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.800740 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:20.899771 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks [] for router_gateway (a05491b7-4332-4529-a7f2-6bbb1bc91a76), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.951855 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Deleting port 400fcf96-a1ec-4944-8618-11866bd826b4 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:20.952196 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:20.977341 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:51:20Z', 'revision_number': 5, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port': {'id': '400fcf96-a1ec-4944-8618-11866bd826b4', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:44:44Z', 'updated_at': '2022-04-07T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:21.032465 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] For port 400fcf96-a1ec-4944-8618-11866bd826b4, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=400fcf96-a1ec-4944-8618-11866bd826b4,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:21.032853 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.049052 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Calling delete_port for 400fcf96-a1ec-4944-8618-11866bd826b4 owned by network:router_gateway {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:21.098527 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] Checking router: a05491b7-4332-4529-a7f2-6bbb1bc91a76 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:21.106809 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] Routers {'a05491b7-4332-4529-a7f2-6bbb1bc91a76'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:21.107404 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:51:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:21.192493 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] Set router a05491b7-4332-4529-a7f2-6bbb1bc91a76 gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:21.214738 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (400fcf96-a1ec-4944-8618-11866bd826b4), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.244590 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:51:20Z', 'revision_number': 6, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:21.249029 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Pushing event deleted for resources: {'Port': ['ID=400fcf96-a1ec-4944-8618-11866bd826b4,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:21.275326 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0867b-97eb-40ab-8acd-8f12878c2b03 None None] The sync data for ids ['a05491b7-4332-4529-a7f2-6bbb1bc91a76'] in dv-cinder-836804-2-iscsi is: [{'id': 'a05491b7-4332-4529-a7f2-6bbb1bc91a76', 'name': 'tempest-AttachVolumeShelveTestJSON-1420375937-router', 'tenant_id': '357083ee948d4850b7aa3fb1636678c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:44:43Z', 'updated_at': '2022-04-07T11:51:20Z', 'revision_number': 6, 'project_id': '357083ee948d4850b7aa3fb1636678c2', 'gw_port_host': None}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:21.311924 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (a05491b7-4332-4529-a7f2-6bbb1bc91a76), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.684031 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (a05491b7-4332-4529-a7f2-6bbb1bc91a76), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.686513 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks [] for router_controller (a05491b7-4332-4529-a7f2-6bbb1bc91a76), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.734735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (a05491b7-4332-4529-a7f2-6bbb1bc91a76), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.735257 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a05491b7-4332-4529-a7f2-6bbb1bc91a76 {{(pid=109859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:51:21.740209 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.741354 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d9b4048e-7b79-4c51-8786-4f5057f74761 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a05491b7-4332-4529-a7f2-6bbb1bc91a76 HTTP/1.1" status: 204 len: 168 time: 1.0595198 Apr 07 11:51:21.743764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42032) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:21.789309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_v2 [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Deleting subnet dfb89c3d-5444-43e1-ad22-e6e629b4de75 {{(pid=109859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:51:21.793060 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Publish callbacks [] for subnet (dfb89c3d-5444-43e1-ad22-e6e629b4de75), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.827544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9314846'] for subnet (dfb89c3d-5444-43e1-ad22-e6e629b4de75), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.904437 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (dfb89c3d-5444-43e1-ad22-e6e629b4de75), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.958212 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475531'] for subnet (dfb89c3d-5444-43e1-ad22-e6e629b4de75), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.983395 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb89c3d-5444-43e1-ad22-e6e629b4de75,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:21.987768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:21.991653 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-183b7000-fc8e-4536-9be8-4a0f80b098b0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dfb89c3d-5444-43e1-ad22-e6e629b4de75 HTTP/1.1" status: 204 len: 168 time: 0.2461731 Apr 07 11:51:21.993439 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42036) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:22.000037 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aab759-5a25-4c16-94d3-36859bd3b9b9 None None] Network 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:22.066080 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.121979 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Deleting port b2eef2fe-c305-42c4-a48c-1b8a84781e17 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:22.122322 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.177073 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] DHCP port deletion for 38b8435e-e904-41a2-bf9f-0b0b9bdef1cc request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:51:22.192619 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] For port b2eef2fe-c305-42c4-a48c-1b8a84781e17, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=b2eef2fe-c305-42c4-a48c-1b8a84781e17,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:22.193261 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.206017 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Calling delete_port for b2eef2fe-c305-42c4-a48c-1b8a84781e17 owned by network:dhcp {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:22.229544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] Deleting port b2eef2fe-c305-42c4-a48c-1b8a84781e17 {{(pid=109861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:22.229973 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), before_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.305063 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.307778 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] For port b2eef2fe-c305-42c4-a48c-1b8a84781e17, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=b2eef2fe-c305-42c4-a48c-1b8a84781e17,segment=NetworkSegment(e7757108-e91a-4bd5-a160-ef9b102881ae),segment_id=e7757108-e91a-4bd5-a160-ef9b102881ae)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:22.308579 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), precommit_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.331813 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] Calling delete_port for b2eef2fe-c305-42c4-a48c-1b8a84781e17 owned by network:dhcp {{(pid=109861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:22.341147 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] No DVR routers for this DVR port b2eef2fe-c305-42c4-a48c-1b8a84781e17 on host dv-cinder-836804-2-iscsi {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:22.342956 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2eef2fe-c305-42c4-a48c-1b8a84781e17,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:22.378486 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 3e788413-d8e7-425c-af57-018cc8889853 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:22.400587 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 3e788413-d8e7-425c-af57-018cc8889853 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:22.400878 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 3e788413-d8e7-425c-af57-018cc8889853 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:22.401316 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device b2eef2fe-c305-42c4-a48c-1b8a84781e17 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:22.412004 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.430909 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: b2eef2fe-c305-42c4-a48c-1b8a84781e17 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:22.431527 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device b2eef2fe-c305-42c4-a48c-1b8a84781e17 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:22.432122 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 400fcf96-a1ec-4944-8618-11866bd826b4 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:22.437092 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b8435e-e904-41a2-bf9f-0b0b9bdef1cc']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:22.446945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7757108-e91a-4bd5-a160-ef9b102881ae') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:22.447240 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7757108-e91a-4bd5-a160-ef9b102881ae') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:22.456838 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (e7757108-e91a-4bd5-a160-ef9b102881ae), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.460594 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 400fcf96-a1ec-4944-8618-11866bd826b4 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:22.460968 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 400fcf96-a1ec-4944-8618-11866bd826b4 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:22.472027 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (e7757108-e91a-4bd5-a160-ef9b102881ae), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.478885 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:51:22.479276 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (e7757108-e91a-4bd5-a160-ef9b102881ae), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.480698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086'] for port (b2eef2fe-c305-42c4-a48c-1b8a84781e17), after_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:51:22.481201 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:51:22.506235 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] Pushing event deleted for resources: {'Port': ['ID=b2eef2fe-c305-42c4-a48c-1b8a84781e17,revision_number=None']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:22.511858 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0092285-6114-4ef8-b7b3-e5c89db3b3fa None None] No DVR routers for this DVR port b2eef2fe-c305-42c4-a48c-1b8a84781e17 on host dv-cinder-836804-2-iscsi {{(pid=109861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:22.538904 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (38b8435e-e904-41a2-bf9f-0b0b9bdef1cc), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.543344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.546639 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] 10.222.0.47 "DELETE /v2.0/networks/38b8435e-e904-41a2-bf9f-0b0b9bdef1cc HTTP/1.1" status: 204 len: 168 time: 0.5516992 Apr 07 11:51:22.562075 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c6b8b-acf3-4f0d-bb26-964b82da528f admin admin] Pushing event deleted for resources: {'Network': ['ID=38b8435e-e904-41a2-bf9f-0b0b9bdef1cc,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:22.671802 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42050) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:22.713569 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5bd0c400-174b-457b-838f-1d02b77956f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=357083ee948d4850b7aa3fb1636678c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405960 Apr 07 11:51:22.716956 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42052) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:22.770693 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad65d933-4a1d-49b3-a4d6-41c090265bb2 admin admin] Publish callbacks [] for security_group (82f86bd4-af97-4c48-b697-6fcc06bb05dc), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.792575 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad65d933-4a1d-49b3-a4d6-41c090265bb2 admin admin] Publish callbacks [] for security_group (82f86bd4-af97-4c48-b697-6fcc06bb05dc), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.850093 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad65d933-4a1d-49b3-a4d6-41c090265bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (82f86bd4-af97-4c48-b697-6fcc06bb05dc), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.852943 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ad65d933-4a1d-49b3-a4d6-41c090265bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:22.856513 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ad65d933-4a1d-49b3-a4d6-41c090265bb2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82f86bd4-af97-4c48-b697-6fcc06bb05dc HTTP/1.1" status: 204 len: 168 time: 0.1361644 Apr 07 11:51:22.861772 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d933-4a1d-49b3-a4d6-41c090265bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f86bd4-af97-4c48-b697-6fcc06bb05dc,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:24.150293 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42132) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:24.258075 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-57e7ef05-c56e-47e1-af53-412cf727279f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.341404 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-57e7ef05-c56e-47e1-af53-412cf727279f admin admin] Publish callbacks [] for security_group (97b86aff-7073-48d9-8976-05fa24e3da1b), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.345119 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-57e7ef05-c56e-47e1-af53-412cf727279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (97b86aff-7073-48d9-8976-05fa24e3da1b), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.384065 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-57e7ef05-c56e-47e1-af53-412cf727279f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c180019852b34af2b4e74bee8d897dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326987 Apr 07 11:51:24.385809 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7ef05-c56e-47e1-af53-412cf727279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b86aff-7073-48d9-8976-05fa24e3da1b,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:24.387452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42140) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:24.447038 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b297d11c-dd6e-40e1-b5bf-85b90152a1e4 admin admin] Publish callbacks [] for security_group (97b86aff-7073-48d9-8976-05fa24e3da1b), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.467770 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b297d11c-dd6e-40e1-b5bf-85b90152a1e4 admin admin] Publish callbacks [] for security_group (97b86aff-7073-48d9-8976-05fa24e3da1b), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.518127 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b297d11c-dd6e-40e1-b5bf-85b90152a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (97b86aff-7073-48d9-8976-05fa24e3da1b), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.520654 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b297d11c-dd6e-40e1-b5bf-85b90152a1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:24.521834 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-b297d11c-dd6e-40e1-b5bf-85b90152a1e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97b86aff-7073-48d9-8976-05fa24e3da1b HTTP/1.1" status: 204 len: 168 time: 0.1311226 Apr 07 11:51:24.531449 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297d11c-dd6e-40e1-b5bf-85b90152a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b86aff-7073-48d9-8976-05fa24e3da1b,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:27.346874 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0315dee3-d352-4098-9336-ddc957a81c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:29.556809 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4afe238a-0098-4f3d-bf02-72a532c976f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:30.668318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:31.933011 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.593647 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.523078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42412) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:35.633112 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d70b478-0ffb-4353-88ed-56567d80b39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.714283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d70b478-0ffb-4353-88ed-56567d80b39e admin admin] Publish callbacks [] for security_group (69afdc6c-6c0f-40a4-b8c0-5415f92d756a), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.718228 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d70b478-0ffb-4353-88ed-56567d80b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (69afdc6c-6c0f-40a4-b8c0-5415f92d756a), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.756792 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-9d70b478-0ffb-4353-88ed-56567d80b39e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d7dbaa73ad5d48faa0229cc40caecac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325516 Apr 07 11:51:35.762011 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70b478-0ffb-4353-88ed-56567d80b39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69afdc6c-6c0f-40a4-b8c0-5415f92d756a,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:35.762107 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42424) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:35.813749 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f5feb0c6-a03a-4cfb-9a6d-fed65d3617fa admin admin] Publish callbacks [] for security_group (69afdc6c-6c0f-40a4-b8c0-5415f92d756a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.838447 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f5feb0c6-a03a-4cfb-9a6d-fed65d3617fa admin admin] Publish callbacks [] for security_group (69afdc6c-6c0f-40a4-b8c0-5415f92d756a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.891866 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f5feb0c6-a03a-4cfb-9a6d-fed65d3617fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (69afdc6c-6c0f-40a4-b8c0-5415f92d756a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.895108 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f5feb0c6-a03a-4cfb-9a6d-fed65d3617fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.896882 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-f5feb0c6-a03a-4cfb-9a6d-fed65d3617fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69afdc6c-6c0f-40a4-b8c0-5415f92d756a HTTP/1.1" status: 204 len: 168 time: 0.1366751 Apr 07 11:51:35.904963 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feb0c6-a03a-4cfb-9a6d-fed65d3617fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69afdc6c-6c0f-40a4-b8c0-5415f92d756a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.183992 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42444) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:36.198451 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-60025cf0-6e7b-41e9-9452-1f503af4050c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.275137 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-60025cf0-6e7b-41e9-9452-1f503af4050c admin admin] Publish callbacks [] for security_group (266cdbc7-526d-4389-86f0-4fd56d77659a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.279177 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-60025cf0-6e7b-41e9-9452-1f503af4050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (266cdbc7-526d-4389-86f0-4fd56d77659a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.316636 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60025cf0-6e7b-41e9-9452-1f503af4050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266cdbc7-526d-4389-86f0-4fd56d77659a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.322323 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-60025cf0-6e7b-41e9-9452-1f503af4050c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eed2f470e14049ce9f3acf084675b685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367962 Apr 07 11:51:36.325009 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42448) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:36.372550 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-336960be-e43a-44ba-be75-ae9b04d0c2f4 admin admin] Publish callbacks [] for security_group (266cdbc7-526d-4389-86f0-4fd56d77659a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.393795 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-336960be-e43a-44ba-be75-ae9b04d0c2f4 admin admin] Publish callbacks [] for security_group (266cdbc7-526d-4389-86f0-4fd56d77659a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.438366 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-336960be-e43a-44ba-be75-ae9b04d0c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (266cdbc7-526d-4389-86f0-4fd56d77659a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.441596 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-336960be-e43a-44ba-be75-ae9b04d0c2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.442730 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-336960be-e43a-44ba-be75-ae9b04d0c2f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/266cdbc7-526d-4389-86f0-4fd56d77659a HTTP/1.1" status: 204 len: 168 time: 0.1167679 Apr 07 11:51:36.451952 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336960be-e43a-44ba-be75-ae9b04d0c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266cdbc7-526d-4389-86f0-4fd56d77659a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:37.088851 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42476) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:37.193196 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dec05054-c39d-4210-99b3-adb715d761a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.273788 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dec05054-c39d-4210-99b3-adb715d761a3 admin admin] Publish callbacks [] for security_group (02944ecd-f712-4cfc-87f7-c0a75fb3f7a1), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.280718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dec05054-c39d-4210-99b3-adb715d761a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (02944ecd-f712-4cfc-87f7-c0a75fb3f7a1), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.323517 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-dec05054-c39d-4210-99b3-adb715d761a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=192b4d03617f4ffdb04725b4a7256946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333548 Apr 07 11:51:37.324476 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec05054-c39d-4210-99b3-adb715d761a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02944ecd-f712-4cfc-87f7-c0a75fb3f7a1,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:37.328592 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42496) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:37.382937 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-274f3f2d-b9af-4ae2-9872-e092000a2594 admin admin] Publish callbacks [] for security_group (02944ecd-f712-4cfc-87f7-c0a75fb3f7a1), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.405830 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-274f3f2d-b9af-4ae2-9872-e092000a2594 admin admin] Publish callbacks [] for security_group (02944ecd-f712-4cfc-87f7-c0a75fb3f7a1), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.462737 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-274f3f2d-b9af-4ae2-9872-e092000a2594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (02944ecd-f712-4cfc-87f7-c0a75fb3f7a1), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.465604 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-274f3f2d-b9af-4ae2-9872-e092000a2594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.466985 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-274f3f2d-b9af-4ae2-9872-e092000a2594 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02944ecd-f712-4cfc-87f7-c0a75fb3f7a1 HTTP/1.1" status: 204 len: 168 time: 0.1364191 Apr 07 11:51:37.475024 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f3f2d-b9af-4ae2-9872-e092000a2594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02944ecd-f712-4cfc-87f7-c0a75fb3f7a1,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:37.498510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42502) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:37.763833 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ed16f1e-02e0-4611-b051-576ca60ed4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.840150 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ed16f1e-02e0-4611-b051-576ca60ed4df admin admin] Publish callbacks [] for security_group (04109530-1c40-48dc-85ea-3f5447d53db4), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.843873 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4ed16f1e-02e0-4611-b051-576ca60ed4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (04109530-1c40-48dc-85ea-3f5447d53db4), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.883023 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed16f1e-02e0-4611-b051-576ca60ed4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04109530-1c40-48dc-85ea-3f5447d53db4,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:37.889886 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4ed16f1e-02e0-4611-b051-576ca60ed4df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e1a2eb15db234fef88681cd19789943b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868074 Apr 07 11:51:37.890676 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42524) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:37.938722 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1c5-081c-429e-9f8e-1e59d0a58d0b admin admin] Publish callbacks [] for security_group (04109530-1c40-48dc-85ea-3f5447d53db4), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:37.960045 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1c5-081c-429e-9f8e-1e59d0a58d0b admin admin] Publish callbacks [] for security_group (04109530-1c40-48dc-85ea-3f5447d53db4), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:38.012423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1c5-081c-429e-9f8e-1e59d0a58d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (04109530-1c40-48dc-85ea-3f5447d53db4), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:38.014984 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1c5-081c-429e-9f8e-1e59d0a58d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:38.017324 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1ee3d1c5-081c-429e-9f8e-1e59d0a58d0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04109530-1c40-48dc-85ea-3f5447d53db4 HTTP/1.1" status: 204 len: 168 time: 0.1255009 Apr 07 11:51:38.026403 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3d1c5-081c-429e-9f8e-1e59d0a58d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04109530-1c40-48dc-85ea-3f5447d53db4,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:44.093404 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42738) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:44.200104 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d04fb227-4398-4de2-98aa-16018a88d05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.277265 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d04fb227-4398-4de2-98aa-16018a88d05e admin admin] Publish callbacks [] for security_group (188ac434-a76b-4155-b86c-f60145db8e7a), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.281551 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d04fb227-4398-4de2-98aa-16018a88d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (188ac434-a76b-4155-b86c-f60145db8e7a), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.317251 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fb227-4398-4de2-98aa-16018a88d05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188ac434-a76b-4155-b86c-f60145db8e7a,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:44.325771 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42742) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:44.326520 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d04fb227-4398-4de2-98aa-16018a88d05e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2d3c0b663e14abbbe1016bdf7e8f32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313607 Apr 07 11:51:44.373970 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7cae7a0f-2834-4433-9334-86ad8f1d9fab admin admin] Publish callbacks [] for security_group (188ac434-a76b-4155-b86c-f60145db8e7a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.396825 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7cae7a0f-2834-4433-9334-86ad8f1d9fab admin admin] Publish callbacks [] for security_group (188ac434-a76b-4155-b86c-f60145db8e7a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.448288 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7cae7a0f-2834-4433-9334-86ad8f1d9fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (188ac434-a76b-4155-b86c-f60145db8e7a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.450823 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7cae7a0f-2834-4433-9334-86ad8f1d9fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.451965 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-7cae7a0f-2834-4433-9334-86ad8f1d9fab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/188ac434-a76b-4155-b86c-f60145db8e7a HTTP/1.1" status: 204 len: 168 time: 0.1252296 Apr 07 11:51:44.459742 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae7a0f-2834-4433-9334-86ad8f1d9fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188ac434-a76b-4155-b86c-f60145db8e7a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:44.569371 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:44.725852 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42756) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:44.739440 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-555d00df-f049-4736-a6be-9d9948d8afe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.817030 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-555d00df-f049-4736-a6be-9d9948d8afe1 admin admin] Publish callbacks [] for security_group (e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.820657 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-555d00df-f049-4736-a6be-9d9948d8afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.860051 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-555d00df-f049-4736-a6be-9d9948d8afe1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fb0b326fc9f4d389c263087ce89e50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330001 Apr 07 11:51:44.861305 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d00df-f049-4736-a6be-9d9948d8afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:44.862944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42758) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:44.913522 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-daa77b61-e968-47a4-a984-3475b44eb7a2 admin admin] Publish callbacks [] for security_group (e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.935161 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-daa77b61-e968-47a4-a984-3475b44eb7a2 admin admin] Publish callbacks [] for security_group (e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.983791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-daa77b61-e968-47a4-a984-3475b44eb7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.986888 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-daa77b61-e968-47a4-a984-3475b44eb7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:44.989933 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-daa77b61-e968-47a4-a984-3475b44eb7a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f HTTP/1.1" status: 204 len: 168 time: 0.1240780 Apr 07 11:51:44.996717 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77b61-e968-47a4-a984-3475b44eb7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a6ebcf-7ca5-4251-9b11-5fb3b21fd47f,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:45.893456 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42792) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:46.012203 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c5872e15-530a-4c9d-acbc-fb016bf2b9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.095445 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c5872e15-530a-4c9d-acbc-fb016bf2b9cb admin admin] Publish callbacks [] for security_group (8c067fe6-beff-49fc-8f8f-6793d51ccb93), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.102022 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c5872e15-530a-4c9d-acbc-fb016bf2b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8c067fe6-beff-49fc-8f8f-6793d51ccb93), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.146828 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-c5872e15-530a-4c9d-acbc-fb016bf2b9cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64cf7fcd7839488e9d922a41472a686e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497845 Apr 07 11:51:46.147102 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42804) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:46.153199 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872e15-530a-4c9d-acbc-fb016bf2b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c067fe6-beff-49fc-8f8f-6793d51ccb93,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:46.202492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3e51040-7a43-4da0-9328-457d62cf6cb5 admin admin] Publish callbacks [] for security_group (8c067fe6-beff-49fc-8f8f-6793d51ccb93), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.225847 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3e51040-7a43-4da0-9328-457d62cf6cb5 admin admin] Publish callbacks [] for security_group (8c067fe6-beff-49fc-8f8f-6793d51ccb93), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.279029 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3e51040-7a43-4da0-9328-457d62cf6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8c067fe6-beff-49fc-8f8f-6793d51ccb93), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.281460 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3e51040-7a43-4da0-9328-457d62cf6cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:46.284949 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d3e51040-7a43-4da0-9328-457d62cf6cb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c067fe6-beff-49fc-8f8f-6793d51ccb93 HTTP/1.1" status: 204 len: 168 time: 0.1345882 Apr 07 11:51:46.294089 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e51040-7a43-4da0-9328-457d62cf6cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c067fe6-beff-49fc-8f8f-6793d51ccb93,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:46.394447 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.225514 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 42984) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:54.328245 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5714e0a8-6160-4560-993c-a5daabe180e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.403601 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5714e0a8-6160-4560-993c-a5daabe180e4 admin admin] Publish callbacks [] for security_group (5ba184c5-5468-4e66-8989-05df328e49f2), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.407381 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5714e0a8-6160-4560-993c-a5daabe180e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (5ba184c5-5468-4e66-8989-05df328e49f2), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.445006 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-5714e0a8-6160-4560-993c-a5daabe180e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0bc4678525749a6927c544e0f15bf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184002 Apr 07 11:51:54.445716 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714e0a8-6160-4560-993c-a5daabe180e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba184c5-5468-4e66-8989-05df328e49f2,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:54.448598 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 42988) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:54.495161 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fa74947-8eeb-4ead-9167-7a1b8143f712 admin admin] Publish callbacks [] for security_group (5ba184c5-5468-4e66-8989-05df328e49f2), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.515833 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fa74947-8eeb-4ead-9167-7a1b8143f712 admin admin] Publish callbacks [] for security_group (5ba184c5-5468-4e66-8989-05df328e49f2), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.559633 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fa74947-8eeb-4ead-9167-7a1b8143f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (5ba184c5-5468-4e66-8989-05df328e49f2), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.562334 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2fa74947-8eeb-4ead-9167-7a1b8143f712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.563494 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2fa74947-8eeb-4ead-9167-7a1b8143f712 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ba184c5-5468-4e66-8989-05df328e49f2 HTTP/1.1" status: 204 len: 168 time: 0.1135106 Apr 07 11:51:54.575232 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa74947-8eeb-4ead-9167-7a1b8143f712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba184c5-5468-4e66-8989-05df328e49f2,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:54.832229 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43000) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:54.846157 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-499fbfb8-6757-4e53-b054-8c004df28869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.938272 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-499fbfb8-6757-4e53-b054-8c004df28869 admin admin] Publish callbacks [] for security_group (0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.942038 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-499fbfb8-6757-4e53-b054-8c004df28869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:54.980413 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-499fbfb8-6757-4e53-b054-8c004df28869 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b0ed3833e5845e9ae7db37ecc4c7e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467037 Apr 07 11:51:54.981064 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fbfb8-6757-4e53-b054-8c004df28869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:54.983718 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43014) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:55.038838 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-567b92b2-c603-4353-924c-3f414af7833d admin admin] Publish callbacks [] for security_group (0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:55.059895 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-567b92b2-c603-4353-924c-3f414af7833d admin admin] Publish callbacks [] for security_group (0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:55.106384 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-567b92b2-c603-4353-924c-3f414af7833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:55.108998 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-567b92b2-c603-4353-924c-3f414af7833d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:55.110162 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-567b92b2-c603-4353-924c-3f414af7833d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164 HTTP/1.1" status: 204 len: 168 time: 0.1257870 Apr 07 11:51:55.118320 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b92b2-c603-4353-924c-3f414af7833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708a6ac-8c65-4e6a-a3dd-98ffdd4c8164,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:56.407392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43060) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:56.511874 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb5edf1d-491c-4a98-8428-3ff714359f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.586214 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb5edf1d-491c-4a98-8428-3ff714359f3e admin admin] Publish callbacks [] for security_group (62a2eea6-62ef-4616-8321-dbfe31966da0), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.589913 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb5edf1d-491c-4a98-8428-3ff714359f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (62a2eea6-62ef-4616-8321-dbfe31966da0), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.627207 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fb5edf1d-491c-4a98-8428-3ff714359f3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd0322ee70d7462b966ed22189c55f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182686 Apr 07 11:51:56.628088 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5edf1d-491c-4a98-8428-3ff714359f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a2eea6-62ef-4616-8321-dbfe31966da0,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:56.630161 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43064) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:56.678756 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1cebce3b-5051-4426-a45d-cb799a897e3c admin admin] Publish callbacks [] for security_group (62a2eea6-62ef-4616-8321-dbfe31966da0), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.700975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1cebce3b-5051-4426-a45d-cb799a897e3c admin admin] Publish callbacks [] for security_group (62a2eea6-62ef-4616-8321-dbfe31966da0), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.745384 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1cebce3b-5051-4426-a45d-cb799a897e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (62a2eea6-62ef-4616-8321-dbfe31966da0), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.747850 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1cebce3b-5051-4426-a45d-cb799a897e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:56.749022 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1cebce3b-5051-4426-a45d-cb799a897e3c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62a2eea6-62ef-4616-8321-dbfe31966da0 HTTP/1.1" status: 204 len: 168 time: 0.1166980 Apr 07 11:51:56.756748 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebce3b-5051-4426-a45d-cb799a897e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a2eea6-62ef-4616-8321-dbfe31966da0,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:57.000653 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43072) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:57.014816 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8069-c151-4bdb-9232-867d5d7e153a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.086889 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8069-c151-4bdb-9232-867d5d7e153a admin admin] Publish callbacks [] for security_group (144eabd6-776d-41b9-b7c0-9ca3ea69e546), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.090635 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8069-c151-4bdb-9232-867d5d7e153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (144eabd6-776d-41b9-b7c0-9ca3ea69e546), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.128973 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ff2a8069-c151-4bdb-9232-867d5d7e153a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e5f753dc2ab4ada912af51982f7c259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269860 Apr 07 11:51:57.130995 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a8069-c151-4bdb-9232-867d5d7e153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144eabd6-776d-41b9-b7c0-9ca3ea69e546,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:57.131843 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43074) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:57.180711 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3353844c-45aa-4aba-a670-be0483740f5e admin admin] Publish callbacks [] for security_group (144eabd6-776d-41b9-b7c0-9ca3ea69e546), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.201643 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3353844c-45aa-4aba-a670-be0483740f5e admin admin] Publish callbacks [] for security_group (144eabd6-776d-41b9-b7c0-9ca3ea69e546), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.247455 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3353844c-45aa-4aba-a670-be0483740f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (144eabd6-776d-41b9-b7c0-9ca3ea69e546), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.250443 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3353844c-45aa-4aba-a670-be0483740f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.252124 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-3353844c-45aa-4aba-a670-be0483740f5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/144eabd6-776d-41b9-b7c0-9ca3ea69e546 HTTP/1.1" status: 204 len: 168 time: 0.1187904 Apr 07 11:51:57.262195 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353844c-45aa-4aba-a670-be0483740f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144eabd6-776d-41b9-b7c0-9ca3ea69e546,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:57.351002 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bba09f8c-43bd-4f39-b338-677bcf8b408b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.594247 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43100) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:57.612055 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-39bc3dd3-4775-48c9-9646-e03c52a67a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.700345 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-39bc3dd3-4775-48c9-9646-e03c52a67a54 admin admin] Publish callbacks [] for security_group (8c039e18-fdf8-4693-88f7-5e5aa00d61d1), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.704638 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-39bc3dd3-4775-48c9-9646-e03c52a67a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8c039e18-fdf8-4693-88f7-5e5aa00d61d1), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.742320 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-39bc3dd3-4775-48c9-9646-e03c52a67a54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa697a1e6bed4a96805985e4dee6586d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469655 Apr 07 11:51:57.745136 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43110) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:57.747378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc3dd3-4775-48c9-9646-e03c52a67a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c039e18-fdf8-4693-88f7-5e5aa00d61d1,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:57.797242 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ce766b7b-8c2d-49e6-a27c-8ea75acc7b50 admin admin] Publish callbacks [] for security_group (8c039e18-fdf8-4693-88f7-5e5aa00d61d1), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.818866 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ce766b7b-8c2d-49e6-a27c-8ea75acc7b50 admin admin] Publish callbacks [] for security_group (8c039e18-fdf8-4693-88f7-5e5aa00d61d1), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.868246 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ce766b7b-8c2d-49e6-a27c-8ea75acc7b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (8c039e18-fdf8-4693-88f7-5e5aa00d61d1), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.870751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ce766b7b-8c2d-49e6-a27c-8ea75acc7b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:57.871853 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ce766b7b-8c2d-49e6-a27c-8ea75acc7b50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c039e18-fdf8-4693-88f7-5e5aa00d61d1 HTTP/1.1" status: 204 len: 168 time: 0.1256375 Apr 07 11:51:57.879906 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766b7b-8c2d-49e6-a27c-8ea75acc7b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c039e18-fdf8-4693-88f7-5e5aa00d61d1,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:59.141035 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43154) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:59.250291 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86820601-8291-46e4-8b61-3c29013c84cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.325887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86820601-8291-46e4-8b61-3c29013c84cd admin admin] Publish callbacks [] for security_group (784557b8-829e-43a8-9005-054d325bfec0), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.329916 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-86820601-8291-46e4-8b61-3c29013c84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (784557b8-829e-43a8-9005-054d325bfec0), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.371711 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86820601-8291-46e4-8b61-3c29013c84cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784557b8-829e-43a8-9005-054d325bfec0,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:59.377326 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-86820601-8291-46e4-8b61-3c29013c84cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3b64940e2e844da92a2d0210f602ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352448 Apr 07 11:51:59.378742 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43164) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:59.428809 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dd0abb5c-e218-451a-99e1-45fe423546e4 admin admin] Publish callbacks [] for security_group (784557b8-829e-43a8-9005-054d325bfec0), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.450925 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dd0abb5c-e218-451a-99e1-45fe423546e4 admin admin] Publish callbacks [] for security_group (784557b8-829e-43a8-9005-054d325bfec0), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.500951 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dd0abb5c-e218-451a-99e1-45fe423546e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (784557b8-829e-43a8-9005-054d325bfec0), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.505233 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-dd0abb5c-e218-451a-99e1-45fe423546e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:59.508912 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-dd0abb5c-e218-451a-99e1-45fe423546e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/784557b8-829e-43a8-9005-054d325bfec0 HTTP/1.1" status: 204 len: 168 time: 0.1265368 Apr 07 11:51:59.514755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0abb5c-e218-451a-99e1-45fe423546e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784557b8-829e-43a8-9005-054d325bfec0,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:59.597145 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f8f4-735d-4c79-8763-5e8e7cb6044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.149704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43198) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:00.257439 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1554811673-network', 'tenant_id': 'eebac7f35ba543f3ab6596a78313c6df'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:00.277121 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Made reservation on behalf of eebac7f35ba543f3ab6596a78313c6df for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:00.279306 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.287744 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.361429 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks [] for security_group (45c83cd0-a253-453d-89a7-71dd2c706ba2), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.365223 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (45c83cd0-a253-453d-89a7-71dd2c706ba2), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.386727 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:52:00.403768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c83cd0-a253-453d-89a7-71dd2c706ba2,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:00.408744 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (93d0df8a-389b-4f6c-9bf1-db8975ca3c6f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.409156 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Added segment 93d0df8a-389b-4f6c-9bf1-db8975ca3c6f of type vlan for network d62ecdb5-57f3-4681-8bea-8b530b8c315a Apr 07 11:52:00.450387 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (d62ecdb5-57f3-4681-8bea-8b530b8c315a), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.486287 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (d62ecdb5-57f3-4681-8bea-8b530b8c315a), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.493477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:00.494525 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.520747 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3664680 Apr 07 11:52:00.521182 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43210) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:00.526401 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Request body: {'subnet': {'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1554811673-subnet', 'tenant_id': 'eebac7f35ba543f3ab6596a78313c6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:00.559096 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Made reservation on behalf of eebac7f35ba543f3ab6596a78313c6df for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:00.561803 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.574629 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46d4ca-c825-4fdf-b9e3-012775c58fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d62ecdb5-57f3-4681-8bea-8b530b8c315a,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:00.589693 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network d62ecdb5-57f3-4681-8bea-8b530b8c315a details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:52:00.759280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (8de7583b-58b4-48d0-8215-b00ebdee255a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.815810 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.839265 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de7583b-58b4-48d0-8215-b00ebdee255a,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:00.850643 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Checking segment: {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:00.850997 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Network hostable DHCP agents. Network: d62ecdb5-57f3-4681-8bea-8b530b8c315a, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:52:00.866719 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Network d62ecdb5-57f3-4681-8bea-8b530b8c315a is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:52:00.875194 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, d62ecdb5-57f3-4681-8bea-8b530b8c315a) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:00.880025 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:00.880618 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.884388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f2dd6-5645-4e4b-81af-374b8f789ad8 None None] Network d62ecdb5-57f3-4681-8bea-8b530b8c315a requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:00.896844 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-95d09d3c-e4a3-4ce8-85a1-32b1cdf4b8d4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3744850 Apr 07 11:52:00.977340 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6645b8-2d9a-44da-be6a-016ff0e9c485 None None] Network d62ecdb5-57f3-4681-8bea-8b530b8c315a requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:01.935400 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:03.596121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:04.688521 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-50a7404a-d0a6-4581-bc32-84738a37db1d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.690544 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-50a7404a-d0a6-4581-bc32-84738a37db1d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 814 time: 0.0971408 Apr 07 11:52:04.706346 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-a5738cc7-1199-4abb-9a90-13570b479d01 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/quotas/eebac7f35ba543f3ab6596a78313c6df HTTP/1.1" status: 200 len: 375 time: 0.0098171 Apr 07 11:52:04.736695 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-06788a21-7135-451a-84e7-1b4820e8ee56 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254385 Apr 07 11:52:04.825752 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-5af5d188-e1d2-4c1a-8b53-a1fc35e1f905 service neutron] 10.222.0.47 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826077 Apr 07 11:52:04.917240 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-cba18da6-3d9c-4d3b-a06c-4ab58549fafd service neutron] 10.222.0.47 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860488 Apr 07 11:52:05.077547 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9efe79ea-184f-4a6e-a917-6b22e95d950b req-d0fc3e1e-acfa-4bb6-90bc-a8c07ad34e13 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 210 time: 0.0303319 Apr 07 11:52:05.979389 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-0bdd545b-a371-4278-ba12-914058947564 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:05.979929 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-0bdd545b-a371-4278-ba12-914058947564 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 814 time: 0.1038523 Apr 07 11:52:05.993400 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Request body: {'port': {'device_id': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a', 'admin_state_up': True, 'tenant_id': 'eebac7f35ba543f3ab6596a78313c6df'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:06.102203 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Made reservation on behalf of eebac7f35ba543f3ab6596a78313c6df for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:06.106052 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.196295 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3062d8d4-9b2d-4843-a838-211634d1cc1a req-977bae33-45e3-4f8d-ac74-87615d9c63c7 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 210 time: 0.0365448 Apr 07 11:52:06.266646 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Allocated IP 172.20.0.10 (d62ecdb5-57f3-4681-8bea-8b530b8c315a/8de7583b-58b4-48d0-8215-b00ebdee255a/bb204229-74ef-4985-b9fd-65037e89c70f) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:06.423037 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks [] for port (bb204229-74ef-4985-b9fd-65037e89c70f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.454134 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.495303 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Network d62ecdb5-57f3-4681-8bea-8b530b8c315a is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:06.498142 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:06.504051 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:06.510371 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Pushing event updated for resources: {'Port': ['ID=bb204229-74ef-4985-b9fd-65037e89c70f,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:06.555099 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:06.555720 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.571555 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-88b4de27-6d7a-4120-83da-cbd5ab050e22 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831718 Apr 07 11:52:06.583152 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Request body: {'port': {'device_id': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:06.868562 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.116872 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb204229-74ef-4985-b9fd-65037e89c70f {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:07.124254 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Publish callbacks [] for port (bb204229-74ef-4985-b9fd-65037e89c70f), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.135821 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Transition to ACTIVE for port object bb204229-74ef-4985-b9fd-65037e89c70f will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:52:07.139129 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.191720 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb204229-74ef-4985-b9fd-65037e89c70f,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.254717 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Attempting to bind port bb204229-74ef-4985-b9fd-65037e89c70f on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:07.255056 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Attempting to bind port bb204229-74ef-4985-b9fd-65037e89c70f by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:07.255382 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Attempting to bind port bb204229-74ef-4985-b9fd-65037e89c70f on network d62ecdb5-57f3-4681-8bea-8b530b8c315a {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:07.259706 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Port bb204229-74ef-4985-b9fd-65037e89c70f on network d62ecdb5-57f3-4681-8bea-8b530b8c315a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:52:07.260024 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Attempting to bind port bb204229-74ef-4985-b9fd-65037e89c70f on network d62ecdb5-57f3-4681-8bea-8b530b8c315a {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:07.264782 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:07.265150 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Checking segment: {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:07.265521 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Bound using segment: {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:07.265941 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Bound port: bb204229-74ef-4985-b9fd-65037e89c70f, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:07.266295 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.325368 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae675b-e3a1-4ded-b935-d98fb400eb3a req-7e074fee-f2f3-444d-8355-d6cf10983caf tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.326920 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-63ae675b-e3a1-4ded-b935-d98fb400eb3a req-7e074fee-f2f3-444d-8355-d6cf10983caf tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 944 time: 0.0649304 Apr 07 11:52:07.334188 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] For port bb204229-74ef-4985-b9fd-65037e89c70f, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:07.337473 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] For port bb204229-74ef-4985-b9fd-65037e89c70f, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb204229-74ef-4985-b9fd-65037e89c70f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:07.343929 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.380534 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.381183 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.381886 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-63ae675b-e3a1-4ded-b935-d98fb400eb3a req-15a4876e-ebbb-4abc-95bf-83c3cbc0c391 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Apr 07 11:52:07.382589 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb204229-74ef-4985-b9fd-65037e89c70f HTTP/1.1" status: 200 len: 1094 time: 0.8038390 Apr 07 11:52:07.383028 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'tag': 'bb204229-74ef-4985-b9fd-65037e89c70f'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:07.385294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df202dc-7625-4308-91e5-1ee411b23986" -d '{"events": [{"name": "network-changed", "server_uuid": "e9839f43-dbb9-46ad-86f5-ab117d1b5d7b", "tag": "bb204229-74ef-4985-b9fd-65037e89c70f"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:07.416631 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0d340-4d87-4240-a373-5809c49a52a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb204229-74ef-4985-b9fd-65037e89c70f,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.463295 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39884b-dd9d-409b-b31f-f7efd129e3ee x-openstack-request-id: req-9b39884b-dd9d-409b-b31f-f7efd129e3ee {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:07.463631 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9839f43-dbb9-46ad-86f5-ab117d1b5d7b", "tag": "bb204229-74ef-4985-b9fd-65037e89c70f", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:07.463891 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b39884b-dd9d-409b-b31f-f7efd129e3ee {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:07.464392 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b39884b-dd9d-409b-b31f-f7efd129e3ee'] response: {'name': 'network-changed', 'server_uuid': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'tag': 'bb204229-74ef-4985-b9fd-65037e89c70f', 'status': 'completed', 'code': 200} Apr 07 11:52:07.482311 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-e674c41e-7d37-408b-b191-324c949c38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.484111 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-e674c41e-7d37-408b-b191-324c949c38b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 1128 time: 0.0531247 Apr 07 11:52:07.528865 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-a1dcc67f-34f6-4011-b0d5-bc84b9ae5d97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb204229-74ef-4985-b9fd-65037e89c70f HTTP/1.1" status: 200 len: 217 time: 0.0371134 Apr 07 11:52:07.581015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-dcaa4854-b1e2-4c1c-b3f1-3a05fc160482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.582529 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-dcaa4854-b1e2-4c1c-b3f1-3a05fc160482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8de7583b-58b4-48d0-8215-b00ebdee255a HTTP/1.1" status: 200 len: 854 time: 0.0484774 Apr 07 11:52:07.619970 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-fcf4f94b-214d-4e90-8c75-1c664f68169a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d62ecdb5-57f3-4681-8bea-8b530b8c315a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313475 Apr 07 11:52:07.715461 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-8c20de64-3fbc-40a0-bf30-eaf3e0e2d716 service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896604 Apr 07 11:52:07.805909 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-0c3ac389-f201-4564-961d-5212bb5ce92d req-70d7e4ac-f605-4df6-b449-9b9473f5a28a service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Apr 07 11:52:08.528880 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284858-5403-4a1e-a6ad-b212fe1f3359 req-a8099a5d-df58-423f-bf1a-665ceb74cb20 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:08.530329 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b284858-5403-4a1e-a6ad-b212fe1f3359 req-a8099a5d-df58-423f-bf1a-665ceb74cb20 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 944 time: 0.0545957 Apr 07 11:52:08.575304 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8b284858-5403-4a1e-a6ad-b212fe1f3359 req-e8b00585-a26b-4c18-aba8-8cfd5377cd5c tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Apr 07 11:52:08.781156 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43340) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:08.885121 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.957226 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Publish callbacks [] for security_group (b3cd4a56-f74f-4660-bf02-97fffce642f6), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:08.960736 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b3cd4a56-f74f-4660-bf02-97fffce642f6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.004093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=938a51051e7546a59e8d5b7f45bf357f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218373 Apr 07 11:52:09.005498 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd4a56-f74f-4660-bf02-97fffce642f6,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:09.007059 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43344) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:09.012721 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.013102 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.013449 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.013791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.014133 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.014463 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.014793 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.015126 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.015454 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.015785 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.016112 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.016443 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.016769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.017126 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.017452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b683ca3-293e-4d45-b963-c595a924505a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.056544 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Publish callbacks [] for security_group (b3cd4a56-f74f-4660-bf02-97fffce642f6), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.077225 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Publish callbacks [] for security_group (b3cd4a56-f74f-4660-bf02-97fffce642f6), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.122889 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (b3cd4a56-f74f-4660-bf02-97fffce642f6), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.125465 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.126636 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b3cd4a56-f74f-4660-bf02-97fffce642f6 HTTP/1.1" status: 204 len: 168 time: 0.1181002 Apr 07 11:52:09.134193 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd4a56-f74f-4660-bf02-97fffce642f6,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:09.140999 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.141352 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.141699 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.142041 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.142374 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.142713 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.143045 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.143371 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.143725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.144017 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.144349 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.144675 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.145030 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.145352 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.145677 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d0e8b-169c-4077-ac7f-a856e74d8762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:09.697099 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa4cf-abe3-4dcc-837e-682d518ab825 req-9fe681b5-27ac-4436-b321-4854b1e514aa tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:09.698853 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-435fa4cf-abe3-4dcc-837e-682d518ab825 req-9fe681b5-27ac-4436-b321-4854b1e514aa tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 944 time: 0.0566008 Apr 07 11:52:09.752629 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-435fa4cf-abe3-4dcc-837e-682d518ab825 req-404b087d-3310-467e-baf0-079a2f6d4ba7 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481787 Apr 07 11:52:10.883391 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87c20-125e-4474-9cb6-d9efb652922a req-d7d9ad44-db7b-4d83-b135-88783d9de578 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:10.884886 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-79f87c20-125e-4474-9cb6-d9efb652922a req-d7d9ad44-db7b-4d83-b135-88783d9de578 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 944 time: 0.0540218 Apr 07 11:52:10.929935 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-79f87c20-125e-4474-9cb6-d9efb652922a req-c201ecca-b33b-414f-9b4b-0afe008b7040 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Apr 07 11:52:10.998645 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df202dc-7625-4308-91e5-1ee411b23986 req-286d6e82-f098-40aa-9449-9e78a04c01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:10.999610 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-286d6e82-f098-40aa-9449-9e78a04c01fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 1128 time: 0.0472705 Apr 07 11:52:11.085683 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df202dc-7625-4308-91e5-1ee411b23986 req-55436fbf-a678-4fbb-a794-fc604de82e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:11.087075 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-55436fbf-a678-4fbb-a794-fc604de82e14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 915 time: 0.0816121 Apr 07 11:52:11.130294 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-dacbc32c-5063-4db1-acb7-a31d2bf40f34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb204229-74ef-4985-b9fd-65037e89c70f HTTP/1.1" status: 200 len: 217 time: 0.0373080 Apr 07 11:52:11.183437 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df202dc-7625-4308-91e5-1ee411b23986 req-7da033b7-cfdc-437e-84d2-e9b0b714fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:11.184924 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-7da033b7-cfdc-437e-84d2-e9b0b714fbd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8de7583b-58b4-48d0-8215-b00ebdee255a HTTP/1.1" status: 200 len: 854 time: 0.0490899 Apr 07 11:52:11.216400 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-d6081a21-aaad-4a68-9f22-1a0a3aec6970 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d62ecdb5-57f3-4681-8bea-8b530b8c315a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258930 Apr 07 11:52:11.307654 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-036bfd35-0ef0-4c75-acee-7e98c1ccf961 service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852869 Apr 07 11:52:11.395486 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7df202dc-7625-4308-91e5-1ee411b23986 req-28fb18b6-edb1-4fc4-8440-1571f2cbb436 service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814390 Apr 07 11:52:12.051857 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42598-3090-4258-b086-a60fa8482049 req-5299f6b5-47f9-4e18-bd4f-7fb8c503977f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.053363 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d4b42598-3090-4258-b086-a60fa8482049 req-5299f6b5-47f9-4e18-bd4f-7fb8c503977f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 944 time: 0.0542352 Apr 07 11:52:12.099724 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d4b42598-3090-4258-b086-a60fa8482049 req-a2e7c17b-0dcc-46d4-b291-1997a5cb2ccb tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Apr 07 11:52:13.219828 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a974693-e553-44fb-bd7b-f1d415ab7959 req-cd0ce5ce-fba1-415f-ae58-80e0f4e8e777 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:13.221304 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3a974693-e553-44fb-bd7b-f1d415ab7959 req-cd0ce5ce-fba1-415f-ae58-80e0f4e8e777 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 944 time: 0.0547740 Apr 07 11:52:13.266603 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3a974693-e553-44fb-bd7b-f1d415ab7959 req-f5962100-4ebe-4008-8898-075b07bf63d3 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Apr 07 11:52:13.922599 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb204229-74ef-4985-b9fd-65037e89c70f details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:14.021368 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port bb204229-74ef-4985-b9fd-65037e89c70f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb204229-74ef-4985-b9fd-65037e89c70f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:14.031903 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'bb204229-74ef-4985-b9fd-65037e89c70f', 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a', 'port_id': 'bb204229-74ef-4985-b9fd-65037e89c70f', 'mac_address': 'fa:16:3e:67:e4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de7583b-58b4-48d0-8215-b00ebdee255a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:14.068844 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port bb204229-74ef-4985-b9fd-65037e89c70f is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:14.069337 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.081666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb204229-74ef-4985-b9fd-65037e89c70f {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:14.100280 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port bb204229-74ef-4985-b9fd-65037e89c70f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb204229-74ef-4985-b9fd-65037e89c70f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:14.104477 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:14.152593 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=bb204229-74ef-4985-b9fd-65037e89c70f,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:14.160274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.160618 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.160985 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.161327 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.161657 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.161980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.162305 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.162630 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.162950 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.163273 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.163591 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.163915 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.164234 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.164546 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.164920 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:14.314106 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['bb204229-74ef-4985-b9fd-65037e89c70f'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:14.385555 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262274d-ac43-450d-a0cc-860fffb17468 req-48857bee-8979-4348-9d4b-acdeaf7811e4 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:14.389559 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d262274d-ac43-450d-a0cc-860fffb17468 req-48857bee-8979-4348-9d4b-acdeaf7811e4 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 945 time: 0.0550969 Apr 07 11:52:14.443561 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d262274d-ac43-450d-a0cc-860fffb17468 req-68e3cc3a-e173-43d1-809b-be732484d40f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Apr 07 11:52:15.572481 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb3eee-8696-4789-999d-bca3092c7be6 req-881bcf4f-3f59-46ad-9768-e19dd928a2e6 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:15.574121 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ddb3eee-8696-4789-999d-bca3092c7be6 req-881bcf4f-3f59-46ad-9768-e19dd928a2e6 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 945 time: 0.0613446 Apr 07 11:52:15.621130 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ddb3eee-8696-4789-999d-bca3092c7be6 req-3a1a7399-4f1d-496d-90c9-5c522d2eb0d8 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Apr 07 11:52:15.929767 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb204229-74ef-4985-b9fd-65037e89c70f up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:16.000319 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port bb204229-74ef-4985-b9fd-65037e89c70f completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:52:16.012925 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port bb204229-74ef-4985-b9fd-65037e89c70f triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:16.013468 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.140201 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port bb204229-74ef-4985-b9fd-65037e89c70f is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:16.140599 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.172694 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb204229-74ef-4985-b9fd-65037e89c70f'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:16.175759 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a212f0c-115c-4199-b5a4-666844983fb9" -d '{"events": [{"server_uuid": "e9839f43-dbb9-46ad-86f5-ab117d1b5d7b", "name": "network-vif-plugged", "status": "completed", "tag": "bb204229-74ef-4985-b9fd-65037e89c70f"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:16.189945 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port bb204229-74ef-4985-b9fd-65037e89c70f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb204229-74ef-4985-b9fd-65037e89c70f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:16.199058 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.253855 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cc1edb-1232-4e99-bbe7-961421da4d97 x-openstack-request-id: req-71cc1edb-1232-4e99-bbe7-961421da4d97 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:16.254138 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9839f43-dbb9-46ad-86f5-ab117d1b5d7b", "name": "network-vif-plugged", "status": "completed", "tag": "bb204229-74ef-4985-b9fd-65037e89c70f", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:16.254388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71cc1edb-1232-4e99-bbe7-961421da4d97 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:16.255072 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cc1edb-1232-4e99-bbe7-961421da4d97'] response: {'server_uuid': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb204229-74ef-4985-b9fd-65037e89c70f', 'code': 200} Apr 07 11:52:16.260121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=bb204229-74ef-4985-b9fd-65037e89c70f,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:16.393173 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.418134 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3443-4289-477b-a4fd-ce53f893b778 req-b5fb7b9e-fd96-4f86-906f-95ba0f1b9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:16.419729 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-477a3443-4289-477b-a4fd-ce53f893b778 req-b5fb7b9e-fd96-4f86-906f-95ba0f1b9900 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 1130 time: 0.0476308 Apr 07 11:52:16.473247 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-477a3443-4289-477b-a4fd-ce53f893b778 req-316c8b3d-e6d1-4489-9905-69df0e1858fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Apr 07 11:52:16.740900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2cba3-609f-4544-a8bc-b899571d3eaf req-51b099e2-a186-45c7-ad87-20fc7b948a16 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:16.742514 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cbd2cba3-609f-4544-a8bc-b899571d3eaf req-51b099e2-a186-45c7-ad87-20fc7b948a16 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 946 time: 0.0562575 Apr 07 11:52:16.789686 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cbd2cba3-609f-4544-a8bc-b899571d3eaf req-27ce8d02-3ce0-458d-8599-92a42c9e5797 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Apr 07 11:52:17.911306 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18837a-b9be-4314-abe8-b11f85ce27f8 req-35f9bd5f-8bf8-407d-98c2-4f01b0c7e19c tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:17.912762 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1f18837a-b9be-4314-abe8-b11f85ce27f8 req-35f9bd5f-8bf8-407d-98c2-4f01b0c7e19c tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 946 time: 0.0544569 Apr 07 11:52:17.966124 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1f18837a-b9be-4314-abe8-b11f85ce27f8 req-bfd2020a-947b-46db-beac-43c058fc36df tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477145 Apr 07 11:52:19.089338 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179c231-2700-45ed-9c85-69411103013d req-e8d765c7-1ea9-483f-8d51-85ce1e4b4a8a tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:19.090803 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7179c231-2700-45ed-9c85-69411103013d req-e8d765c7-1ea9-483f-8d51-85ce1e4b4a8a tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 946 time: 0.0593009 Apr 07 11:52:19.136796 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7179c231-2700-45ed-9c85-69411103013d req-cb7902d5-ad0f-4f93-8f99-a6f10826b2f3 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Apr 07 11:52:19.766610 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43648) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:19.875312 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ef2beeda-cdc9-4677-9b3d-42e72771c99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.950175 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ef2beeda-cdc9-4677-9b3d-42e72771c99e admin admin] Publish callbacks [] for security_group (2c99e14b-13ba-4809-b6f5-393e65806dc0), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.953987 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ef2beeda-cdc9-4677-9b3d-42e72771c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2c99e14b-13ba-4809-b6f5-393e65806dc0), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:19.992541 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ef2beeda-cdc9-4677-9b3d-42e72771c99e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cec09d33c01a4e7d9feee4ab93c73372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247393 Apr 07 11:52:19.993520 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2beeda-cdc9-4677-9b3d-42e72771c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99e14b-13ba-4809-b6f5-393e65806dc0,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:19.995324 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43656) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.045121 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12d3650-d3b7-4835-9e4b-7c128e49b539 admin admin] Publish callbacks [] for security_group (2c99e14b-13ba-4809-b6f5-393e65806dc0), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.069140 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12d3650-d3b7-4835-9e4b-7c128e49b539 admin admin] Publish callbacks [] for security_group (2c99e14b-13ba-4809-b6f5-393e65806dc0), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.114679 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12d3650-d3b7-4835-9e4b-7c128e49b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (2c99e14b-13ba-4809-b6f5-393e65806dc0), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.117463 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a12d3650-d3b7-4835-9e4b-7c128e49b539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.118600 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a12d3650-d3b7-4835-9e4b-7c128e49b539 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c99e14b-13ba-4809-b6f5-393e65806dc0 HTTP/1.1" status: 204 len: 168 time: 0.1222959 Apr 07 11:52:20.127588 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d3650-d3b7-4835-9e4b-7c128e49b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99e14b-13ba-4809-b6f5-393e65806dc0,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.740948 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43682) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.835842 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1308167502-network', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:20.857045 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Made reservation on behalf of f411565f245f48f2b18eeea2b1de14b0 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:20.859349 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.871056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.948499 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks [] for security_group (4a70146e-73fd-41f2-8ad1-bc47294e8fc4), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.952072 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (4a70146e-73fd-41f2-8ad1-bc47294e8fc4), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.972579 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:52:20.986340 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70146e-73fd-41f2-8ad1-bc47294e8fc4,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.991043 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (6943fce4-b6b6-44b8-8504-cd66a49a3960), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.991377 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Added segment 6943fce4-b6b6-44b8-8504-cd66a49a3960 of type vlan for network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 Apr 07 11:52:21.031444 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.056809 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.057675 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:21.058281 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.090218 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3481624 Apr 07 11:52:21.093225 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43686) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:21.098835 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Request body: {'subnet': {'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1308167502-subnet', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:21.121849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf831-8324-4e20-87c8-c60bd0c53a6a admin admin] Pushing event updated for resources: {'Network': ['ID=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:21.125692 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Made reservation on behalf of f411565f245f48f2b18eeea2b1de14b0 for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:21.128470 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.133508 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:52:21.308342 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (d5aa54c2-05aa-4b17-b479-62c60a5c9e14), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.361376 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5aa54c2-05aa-4b17-b479-62c60a5c9e14,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:21.371998 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Checking segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:21.372459 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Network hostable DHCP agents. Network: 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:52:21.390178 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:52:21.398935 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:21.403034 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:21.403629 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.409028 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd53189b-9e2d-4b41-b9e9-134176207f5c None None] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:21.419115 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-ae8f303c-44dc-4c70-bc3d-8b9b71580904 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248131 Apr 07 11:52:21.421863 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43688) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:21.427285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:21.449821 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.450973 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.522310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks [] for router_controller (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.528587 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:52:21.529531 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.570739 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:21.669203 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks [] for router_gateway (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.674009 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Allocated IP 172.20.0.2 (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6/d5aa54c2-05aa-4b17-b479-62c60a5c9e14/25431562-cb74-42cd-97b9-cc5e37b4efd6) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:21.825093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Publish callbacks [] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.831068 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.878045 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:21.885583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks [] for router_gateway (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.887363 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:21.890554 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:21.894777 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Pushing event updated for resources: {'Port': ['ID=25431562-cb74-42cd-97b9-cc5e37b4efd6,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:21.905804 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.950931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Attempting to bind port 25431562-cb74-42cd-97b9-cc5e37b4efd6 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:21.951828 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Attempting to bind port 25431562-cb74-42cd-97b9-cc5e37b4efd6 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:21.951828 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Attempting to bind port 25431562-cb74-42cd-97b9-cc5e37b4efd6 on network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:21.956531 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:21.956928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Checking segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:21.957330 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.957718 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Bound using segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:21.958178 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Bound port: 25431562-cb74-42cd-97b9-cc5e37b4efd6, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:21.958552 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.014787 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Allocated IP 172.27.2.87 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/141c5069-7277-4c65-a5a9-452a47f1dc32) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:22.029398 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] For port 25431562-cb74-42cd-97b9-cc5e37b4efd6, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:22.032652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] For port 25431562-cb74-42cd-97b9-cc5e37b4efd6, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=25431562-cb74-42cd-97b9-cc5e37b4efd6,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:22.038660 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.115753 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e80928-541f-49f8-95a3-7dba97a190f2 None None] Pushing event updated for resources: {'Port': ['ID=25431562-cb74-42cd-97b9-cc5e37b4efd6,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:22.117785 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks [] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.151194 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.195347 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:22.200378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:22.205066 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:22.208198 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Pushing event updated for resources: {'Port': ['ID=141c5069-7277-4c65-a5a9-452a47f1dc32,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:22.393702 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 25431562-cb74-42cd-97b9-cc5e37b4efd6 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:22.449141 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 25431562-cb74-42cd-97b9-cc5e37b4efd6 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:22.449548 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.493500 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks [] for router_gateway (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.542531 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 25431562-cb74-42cd-97b9-cc5e37b4efd6 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:22.542935 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.577895 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 25431562-cb74-42cd-97b9-cc5e37b4efd6, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=25431562-cb74-42cd-97b9-cc5e37b4efd6,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:22.582266 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.630137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=25431562-cb74-42cd-97b9-cc5e37b4efd6,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:22.704133 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.839358 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:52:22.961273 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:22.973274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Sync routers for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:22.982962 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.988034 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:22.988372 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8e378a01-1d1a-4b5a-a008-7f56d85f0527 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5619352 Apr 07 11:52:22.988456 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:22.988565 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43698) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:23.077126 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f347a-7081-45e3-8f3a-108b6a1d640b None None] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:23.179921 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:23.251378 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-cbd6bf27-fad7-4e26-a944-912dcfb97f1f None None] Provisioning complete for port 25431562-cb74-42cd-97b9-cc5e37b4efd6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:23.251757 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cbd6bf27-fad7-4e26-a944-912dcfb97f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.449113 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6bf27-fad7-4e26-a944-912dcfb97f1f None None] Current status of the port 25431562-cb74-42cd-97b9-cc5e37b4efd6 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:23.483865 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:22Z', 'revision_number': 3, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:23.513982 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Checking router: 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:23.514634 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Updating router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb port 141c5069-7277-4c65-a5a9-452a47f1dc32 binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:52:23.554571 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.683715 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.703458 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-e40592fe-60c9-423c-8637-887e8ee63a1f None None] Provisioning complete for port 25431562-cb74-42cd-97b9-cc5e37b4efd6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:23.703736 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e40592fe-60c9-423c-8637-887e8ee63a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.854387 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Allocated IP 172.20.0.1 (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6/d5aa54c2-05aa-4b17-b479-62c60a5c9e14/c82fc483-32f3-44cc-be87-c93a96ad8bb3) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:23.962986 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks [] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.000179 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.013774 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-e40592fe-60c9-423c-8637-887e8ee63a1f None None] Current status of the port 25431562-cb74-42cd-97b9-cc5e37b4efd6 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:24.033478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Publish callbacks [] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.039484 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:24.039819 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.044895 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:24.048353 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:24.087349 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Pushing event updated for resources: {'Port': ['ID=c82fc483-32f3-44cc-be87-c93a96ad8bb3,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:24.092891 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.093524 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Attempting to bind port 141c5069-7277-4c65-a5a9-452a47f1dc32 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:24.093908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Attempting to bind port 141c5069-7277-4c65-a5a9-452a47f1dc32 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:24.094466 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Attempting to bind port 141c5069-7277-4c65-a5a9-452a47f1dc32 on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:24.096407 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3122a-0abb-4ca5-92d7-993960e62d1c None None] Pushing event updated for resources: {'Port': ['ID=141c5069-7277-4c65-a5a9-452a47f1dc32,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:24.108100 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:24.108492 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:24.108927 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.109324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:24.109834 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Bound port: 141c5069-7277-4c65-a5a9-452a47f1dc32, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:24.110169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.180075 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] For port 141c5069-7277-4c65-a5a9-452a47f1dc32, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:24.184169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] For port 141c5069-7277-4c65-a5a9-452a47f1dc32, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=141c5069-7277-4c65-a5a9-452a47f1dc32,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:24.191099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.256090 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.257499 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:24.258167 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:24.297775 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3122a-0abb-4ca5-92d7-993960e62d1c None None] Pushing event updated for resources: {'Port': ['ID=141c5069-7277-4c65-a5a9-452a47f1dc32,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:24.384352 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-81501c85-59d3-497d-915e-e2afffa76f8a None None] Provisioning complete for port c82fc483-32f3-44cc-be87-c93a96ad8bb3 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:24.384729 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-81501c85-59d3-497d-915e-e2afffa76f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.409642 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 25431562-cb74-42cd-97b9-cc5e37b4efd6 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:24.441873 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks [] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.442278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:24.446728 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.480101 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-81501c85-59d3-497d-915e-e2afffa76f8a None None] Port c82fc483-32f3-44cc-be87-c93a96ad8bb3 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:24.518210 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.520770 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Pushing event updated for resources: {'Port': ['ID=c82fc483-32f3-44cc-be87-c93a96ad8bb3,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:24.552449 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 25431562-cb74-42cd-97b9-cc5e37b4efd6 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:24.552834 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.620349 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:24.622083 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:24.723680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 25431562-cb74-42cd-97b9-cc5e37b4efd6 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:24.746683 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:23Z', 'revision_number': 1, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:24.761479 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:24.778983 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383ffff-ef40-4613-904f-c4a3e6f50770 None None] The sync data for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi is: [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:23Z', 'revision_number': 1, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:24.889420 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:24.894760 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-697da233-f200-40ef-8654-251d8c8af74c admin admin] 10.222.0.47 "PUT /v2.0/routers/8c8fddb0-74ef-48e5-9c7c-3849fe102cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9048803 Apr 07 11:52:24.902503 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-9494fb59-b61f-4c6a-a42f-2d2daf8b3068 None None] Provisioning complete for port c82fc483-32f3-44cc-be87-c93a96ad8bb3 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:24.903107 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-9494fb59-b61f-4c6a-a42f-2d2daf8b3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:24.942676 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-9494fb59-b61f-4c6a-a42f-2d2daf8b3068 None None] Port c82fc483-32f3-44cc-be87-c93a96ad8bb3 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:25.430976 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43722) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:25.443391 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1872971397-network', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:25.473244 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Made reservation on behalf of 457d2a3c521e469b94ef6580cbca2699 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:25.475813 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.487774 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.571602 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks [] for security_group (5132e49c-0780-4b25-abf6-d2c1616d562e), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.579791 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (5132e49c-0780-4b25-abf6-d2c1616d562e), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.613355 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:52:25.623432 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5132e49c-0780-4b25-abf6-d2c1616d562e,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:25.630442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (b48b741f-a91f-466a-bd3c-82e7c45eaddb), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.630786 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Added segment b48b741f-a91f-466a-bd3c-82e7c45eaddb of type vlan for network 40e6b1f4-56f8-46b0-a02a-90630c74673b Apr 07 11:52:25.675511 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (40e6b1f4-56f8-46b0-a02a-90630c74673b), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.707061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (40e6b1f4-56f8-46b0-a02a-90630c74673b), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.708118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:25.708709 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.772094 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3399572 Apr 07 11:52:25.775414 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 43726) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:25.780427 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Request body: {'subnet': {'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1872971397-subnet', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:25.785078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb15c0-ccb1-462c-9afa-5f5a3bc527d8 admin admin] Pushing event updated for resources: {'Network': ['ID=40e6b1f4-56f8-46b0-a02a-90630c74673b,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:25.795851 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:52:25.806872 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Made reservation on behalf of 457d2a3c521e469b94ef6580cbca2699 for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:25.809877 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8465514'] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.008106 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475536'] for subnet (69d636ab-a746-43f3-870a-a1d7b9cc7e70), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.064987 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d636ab-a746-43f3-870a-a1d7b9cc7e70,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:26.073987 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Checking segment: {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:26.074565 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Network hostable DHCP agents. Network: 40e6b1f4-56f8-46b0-a02a-90630c74673b, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:52:26.093168 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:52:26.101435 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 40e6b1f4-56f8-46b0-a02a-90630c74673b) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:26.105778 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.106360 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.113445 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507e935-bb2f-43ed-ba78-fdf330c40ec4 None None] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:26.125236 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7d1e08e5-605e-40f5-9754-39d00d96062a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3485489 Apr 07 11:52:26.128174 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43730) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:26.133903 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:26.169120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (184a0292-bbeb-41e1-ae09-8683509dd408), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.170181 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (184a0292-bbeb-41e1-ae09-8683509dd408), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.226217 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks [] for router_controller (184a0292-bbeb-41e1-ae09-8683509dd408), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.242723 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-40e6b1f4-56f8-46b0-a02a-90630c74673b', 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'fixed_ips': [{'subnet_id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:52:26.243568 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.367718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks [] for router_gateway (184a0292-bbeb-41e1-ae09-8683509dd408), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.408414 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Allocated IP 172.20.0.2 (40e6b1f4-56f8-46b0-a02a-90630c74673b/69d636ab-a746-43f3-870a-a1d7b9cc7e70/07d9ae1e-4dde-4b0b-96e1-d465f1b12d60) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:26.434619 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 141c5069-7277-4c65-a5a9-452a47f1dc32 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:26.553872 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 141c5069-7277-4c65-a5a9-452a47f1dc32 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:26.554182 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.589302 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks [] for router_gateway (184a0292-bbeb-41e1-ae09-8683509dd408), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.611100 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.638410 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Publish callbacks [] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.649931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.668776 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:26.705999 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:26.714514 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:26.737896 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Allocated IP 172.27.2.204 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/a0dd0c70-0087-4b19-92b3-1e714aeec86a) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:26.752063 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Pushing event updated for resources: {'Port': ['ID=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:26.772065 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 141c5069-7277-4c65-a5a9-452a47f1dc32 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:26.772469 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.819794 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 141c5069-7277-4c65-a5a9-452a47f1dc32, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=141c5069-7277-4c65-a5a9-452a47f1dc32,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:26.822566 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Attempting to bind port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:26.823264 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Attempting to bind port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:26.823415 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Attempting to bind port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 on network 40e6b1f4-56f8-46b0-a02a-90630c74673b {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:26.828452 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.834172 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:26.834510 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Checking segment: {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:26.834922 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.835325 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Bound using segment: {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:26.835824 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Bound port: 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:26.836217 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.870021 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks [] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.910190 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.953172 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:26.956896 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:26.963492 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:26.992591 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a0dd0c70-0087-4b19-92b3-1e714aeec86a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.047660 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Sync routers for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:27.058231 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=141c5069-7277-4c65-a5a9-452a47f1dc32,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.058455 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:27.058853 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:27.082602 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] For port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:27.086391 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] For port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,segment=NetworkSegment(b48b741f-a91f-466a-bd3c-82e7c45eaddb),segment_id=b48b741f-a91f-466a-bd3c-82e7c45eaddb)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:27.097739 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.170140 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d86444-9b70-4708-b8c4-e6f5a7c21612 None None] Pushing event updated for resources: {'Port': ['ID=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.190437 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:27.303266 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks [] for router_gateway (184a0292-bbeb-41e1-ae09-8683509dd408), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.374540 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ded789c-03d0-46c8-9c39-f542b4c7d36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.465407 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 2, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:27.496444 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Checking router: 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:27.497118 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Updating router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb port c82fc483-32f3-44cc-be87-c93a96ad8bb3 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:52:27.540739 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.544492 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (184a0292-bbeb-41e1-ae09-8683509dd408), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.677506 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Router 184a0292-bbeb-41e1-ae09-8683509dd408 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:52:27.790008 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:27.802295 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Sync routers for ids ['184a0292-bbeb-41e1-ae09-8683509dd408'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:27.812652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Routers {'184a0292-bbeb-41e1-ae09-8683509dd408'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:27.813332 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['184a0292-bbeb-41e1-ae09-8683509dd408'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:27.826432 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.828137 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8a9f83f4-e754-4d2a-8987-fd7178b488f0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6983781 Apr 07 11:52:27.831695 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43738) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:27.836615 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Publish callbacks [] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.844631 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.970664 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Set router 184a0292-bbeb-41e1-ae09-8683509dd408 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:27.973381 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Attempting to bind port c82fc483-32f3-44cc-be87-c93a96ad8bb3 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:27.974361 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Attempting to bind port c82fc483-32f3-44cc-be87-c93a96ad8bb3 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:27.974905 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Attempting to bind port c82fc483-32f3-44cc-be87-c93a96ad8bb3 on network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:27.980850 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:27.981528 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Checking segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:27.982121 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.982677 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Bound using segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:27.983328 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Bound port: c82fc483-32f3-44cc-be87-c93a96ad8bb3, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:27.984014 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.986539 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Pushing event updated for resources: {'Port': ['ID=c82fc483-32f3-44cc-be87-c93a96ad8bb3,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:28.037813 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.041589 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.042072 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.051906 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.052617 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.052846 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.053312 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.053744 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.054172 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.054644 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.055029 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.055474 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.055973 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.056330 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.056938 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:28.181176 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] For port c82fc483-32f3-44cc-be87-c93a96ad8bb3, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:28.186686 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] For port c82fc483-32f3-44cc-be87-c93a96ad8bb3, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c82fc483-32f3-44cc-be87-c93a96ad8bb3,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:28.198863 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.215731 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:27Z', 'revision_number': 3, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:28.263015 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Checking router: 184a0292-bbeb-41e1-ae09-8683509dd408 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:28.263374 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Updating router 184a0292-bbeb-41e1-ae09-8683509dd408 port a0dd0c70-0087-4b19-92b3-1e714aeec86a binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:52:28.275646 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbb8e-e069-4621-8a66-89feeb5faf6e None None] Pushing event updated for resources: {'Port': ['ID=c82fc483-32f3-44cc-be87-c93a96ad8bb3,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:28.281703 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:28.283272 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:28.305411 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.332698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] Provisioning complete for port c82fc483-32f3-44cc-be87-c93a96ad8bb3 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:28.341103 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.504482 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:28.506297 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b514b8-b0e8-4592-b1e4-b16332ddf090 None None] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:28.611392 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 141c5069-7277-4c65-a5a9-452a47f1dc32 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:28.827537 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] Current status of the port c82fc483-32f3-44cc-be87-c93a96ad8bb3 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:28.827946 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.830932 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.834410 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 141c5069-7277-4c65-a5a9-452a47f1dc32 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:28.834815 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.891140 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:28.924633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] For port c82fc483-32f3-44cc-be87-c93a96ad8bb3, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c82fc483-32f3-44cc-be87-c93a96ad8bb3,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:28.930355 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da8b-9e0b-45c3-b07e-1499879dd6db None None] The sync data for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi is: [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:28.945447 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.047825 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88022d96-06bc-4bb6-91bc-54998ed8dd53 None None] Pushing event updated for resources: {'Port': ['ID=c82fc483-32f3-44cc-be87-c93a96ad8bb3,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.055509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Allocated IP 172.20.0.1 (40e6b1f4-56f8-46b0-a02a-90630c74673b/69d636ab-a746-43f3-870a-a1d7b9cc7e70/dda6bc78-3352-4c94-b127-960a5b87599d) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:29.120576 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 141c5069-7277-4c65-a5a9-452a47f1dc32 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:29.121698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:29.124681 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Publish callbacks [] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.163487 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.212703 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks [] for port (dda6bc78-3352-4c94-b127-960a5b87599d), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.228704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Provisioning complete for port c82fc483-32f3-44cc-be87-c93a96ad8bb3 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:29.229098 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.257989 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.261863 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Attempting to bind port a0dd0c70-0087-4b19-92b3-1e714aeec86a on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:29.262244 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Attempting to bind port a0dd0c70-0087-4b19-92b3-1e714aeec86a by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:29.262599 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Attempting to bind port a0dd0c70-0087-4b19-92b3-1e714aeec86a on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:29.276825 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70b23-506c-4e14-a23f-946da4103839 None None] Pushing event updated for resources: {'Port': ['ID=a0dd0c70-0087-4b19-92b3-1e714aeec86a,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.284806 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:29.285321 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:29.285728 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.286154 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:29.286597 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Bound port: a0dd0c70-0087-4b19-92b3-1e714aeec86a, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:29.286980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.308362 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:29.312821 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:29.318370 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:29.328318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:29.328440 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.357845 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dda6bc78-3352-4c94-b127-960a5b87599d,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.376439 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (184a0292-bbeb-41e1-ae09-8683509dd408), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.429075 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Current status of the port c82fc483-32f3-44cc-be87-c93a96ad8bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:29.439965 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] For port a0dd0c70-0087-4b19-92b3-1e714aeec86a, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:29.457472 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] For port a0dd0c70-0087-4b19-92b3-1e714aeec86a, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=a0dd0c70-0087-4b19-92b3-1e714aeec86a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:29.473952 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Provisioning complete for port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:29.474332 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.477136 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.585048 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.745253 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:29.745635 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.774248 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-67c6b4dd-875c-4ae5-85d5-1aaf403a7e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.777528 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Routers {'184a0292-bbeb-41e1-ae09-8683509dd408'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:29.778162 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['184a0292-bbeb-41e1-ae09-8683509dd408'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:29.781901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70b23-506c-4e14-a23f-946da4103839 None None] Pushing event updated for resources: {'Port': ['ID=a0dd0c70-0087-4b19-92b3-1e714aeec86a,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.782172 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks [] for port (dda6bc78-3352-4c94-b127-960a5b87599d), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.791811 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.857440 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dda6bc78-3352-4c94-b127-960a5b87599d,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.868203 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (184a0292-bbeb-41e1-ae09-8683509dd408), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.868499 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,segment=NetworkSegment(b48b741f-a91f-466a-bd3c-82e7c45eaddb),segment_id=b48b741f-a91f-466a-bd3c-82e7c45eaddb)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:29.880052 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.880833 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c82fc483-32f3-44cc-be87-c93a96ad8bb3 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:29.959079 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Current status of the port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:29.959473 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.968252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:29.970594 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:30.033347 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:30.038029 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] Set router 184a0292-bbeb-41e1-ae09-8683509dd408 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:30.103284 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Router 184a0292-bbeb-41e1-ae09-8683509dd408 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:30.145467 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.db.api [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:52:30.145985 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG oslo_db.api [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:52:30.149301 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port c82fc483-32f3-44cc-be87-c93a96ad8bb3 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:30.149884 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.235027 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:30.240072 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-88174f24-35de-4dd9-869b-6c15961223e8 admin admin] 10.222.0.47 "PUT /v2.0/routers/184a0292-bbeb-41e1-ae09-8683509dd408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4065540 Apr 07 11:52:30.323219 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port c82fc483-32f3-44cc-be87-c93a96ad8bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:30.345616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'dda6bc78-3352-4c94-b127-960a5b87599d', 'name': '', 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'mac_address': 'fa:16:3e:45:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:28Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 2, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'subnets': [{'id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:30.375195 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97aa983-f4ba-43cf-9b10-79a2b965014a None None] The sync data for ids ['184a0292-bbeb-41e1-ae09-8683509dd408'] in dv-cinder-836804-2-iscsi is: [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'dda6bc78-3352-4c94-b127-960a5b87599d', 'name': '', 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'mac_address': 'fa:16:3e:45:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:28Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 2, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'subnets': [{'id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:30.416250 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:30.471235 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:30.471611 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.552920 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:30.554004 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c82fc483-32f3-44cc-be87-c93a96ad8bb3 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:30.632278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port c82fc483-32f3-44cc-be87-c93a96ad8bb3 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:30.632668 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.733182 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef06dc-3103-4893-9470-f6b7abfd5f51 None None] Current status of the port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:30.742864 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.803825 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port c82fc483-32f3-44cc-be87-c93a96ad8bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:30.858888 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-e9d5993a-1310-406f-b1b6-02afa9df4587 None None] Provisioning complete for port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:30.859268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e9d5993a-1310-406f-b1b6-02afa9df4587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.956605 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5993a-1310-406f-b1b6-02afa9df4587 None None] Current status of the port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:30.965099 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-e9d5993a-1310-406f-b1b6-02afa9df4587 None None] Provisioning complete for port dda6bc78-3352-4c94-b127-960a5b87599d triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:30.965598 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e9d5993a-1310-406f-b1b6-02afa9df4587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.017962 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5993a-1310-406f-b1b6-02afa9df4587 None None] Port dda6bc78-3352-4c94-b127-960a5b87599d cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:31.947356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.430663 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a0dd0c70-0087-4b19-92b3-1e714aeec86a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:32.495525 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port a0dd0c70-0087-4b19-92b3-1e714aeec86a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:32.495525 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.597906 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port a0dd0c70-0087-4b19-92b3-1e714aeec86a is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:32.598575 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.623134 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port a0dd0c70-0087-4b19-92b3-1e714aeec86a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=a0dd0c70-0087-4b19-92b3-1e714aeec86a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:32.630536 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.687564 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=a0dd0c70-0087-4b19-92b3-1e714aeec86a,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:33.137014 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Sync routers for ids ['184a0292-bbeb-41e1-ae09-8683509dd408'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:33.150437 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Routers {'184a0292-bbeb-41e1-ae09-8683509dd408'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:33.151314 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['184a0292-bbeb-41e1-ae09-8683509dd408'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:33.271468 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Set router 184a0292-bbeb-41e1-ae09-8683509dd408 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:33.497610 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'dda6bc78-3352-4c94-b127-960a5b87599d', 'name': '', 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'mac_address': 'fa:16:3e:45:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:28Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 2, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'subnets': [{'id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:33.526681 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Checking router: 184a0292-bbeb-41e1-ae09-8683509dd408 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:33.527050 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Updating router 184a0292-bbeb-41e1-ae09-8683509dd408 port dda6bc78-3352-4c94-b127-960a5b87599d binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:52:33.564073 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.606387 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.853426 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Publish callbacks [] for port (dda6bc78-3352-4c94-b127-960a5b87599d), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.861473 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.949950 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68861-e6f3-4e32-b54a-701dde18b2ce None None] Pushing event updated for resources: {'Port': ['ID=dda6bc78-3352-4c94-b127-960a5b87599d,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:33.992115 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Attempting to bind port dda6bc78-3352-4c94-b127-960a5b87599d on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:33.992496 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Attempting to bind port dda6bc78-3352-4c94-b127-960a5b87599d by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:33.992887 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Attempting to bind port dda6bc78-3352-4c94-b127-960a5b87599d on network 40e6b1f4-56f8-46b0-a02a-90630c74673b {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:33.998414 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:33.998746 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Checking segment: {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:33.999154 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.999548 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Bound using segment: {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:34.000150 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Bound port: dda6bc78-3352-4c94-b127-960a5b87599d, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48b741f-a91f-466a-bd3c-82e7c45eaddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:34.000535 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.075781 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] For port dda6bc78-3352-4c94-b127-960a5b87599d, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:34.080968 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] For port dda6bc78-3352-4c94-b127-960a5b87599d, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=dda6bc78-3352-4c94-b127-960a5b87599d,segment=NetworkSegment(b48b741f-a91f-466a-bd3c-82e7c45eaddb),segment_id=b48b741f-a91f-466a-bd3c-82e7c45eaddb)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:34.088747 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.145767 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Routers {'184a0292-bbeb-41e1-ae09-8683509dd408'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:34.146448 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:52:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['184a0292-bbeb-41e1-ae09-8683509dd408'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:34.187397 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] Provisioning complete for port dda6bc78-3352-4c94-b127-960a5b87599d triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:34.187830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.240537 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68861-e6f3-4e32-b54a-701dde18b2ce None None] Pushing event updated for resources: {'Port': ['ID=dda6bc78-3352-4c94-b127-960a5b87599d,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:34.304025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] Current status of the port dda6bc78-3352-4c94-b127-960a5b87599d is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:34.304292 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.355478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] For port dda6bc78-3352-4c94-b127-960a5b87599d, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=dda6bc78-3352-4c94-b127-960a5b87599d,segment=NetworkSegment(b48b741f-a91f-466a-bd3c-82e7c45eaddb),segment_id=b48b741f-a91f-466a-bd3c-82e7c45eaddb)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:34.362129 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.366906 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] Set router 184a0292-bbeb-41e1-ae09-8683509dd408 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:34.442425 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba25cd-12e0-4b47-b51b-9fbee21dd6db None None] Pushing event updated for resources: {'Port': ['ID=dda6bc78-3352-4c94-b127-960a5b87599d,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:34.493056 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a0dd0c70-0087-4b19-92b3-1e714aeec86a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:34.494876 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-aebcd918-a349-4b05-9d5e-9af7da9b8c89 None None] Provisioning complete for port dda6bc78-3352-4c94-b127-960a5b87599d triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:34.495256 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aebcd918-a349-4b05-9d5e-9af7da9b8c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.626962 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port a0dd0c70-0087-4b19-92b3-1e714aeec86a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:34.627641 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.652194 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-aebcd918-a349-4b05-9d5e-9af7da9b8c89 None None] Current status of the port dda6bc78-3352-4c94-b127-960a5b87599d is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:34.677318 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'dda6bc78-3352-4c94-b127-960a5b87599d', 'name': '', 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'mac_address': 'fa:16:3e:45:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:28Z', 'updated_at': '2022-04-07T11:52:34Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'subnets': [{'id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:34.707913 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f38b6-d58d-4f2f-9e55-5f84229286e4 None None] The sync data for ids ['184a0292-bbeb-41e1-ae09-8683509dd408'] in dv-cinder-836804-2-iscsi is: [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:29Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'dda6bc78-3352-4c94-b127-960a5b87599d', 'name': '', 'network_id': '40e6b1f4-56f8-46b0-a02a-90630c74673b', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'mac_address': 'fa:16:3e:45:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:28Z', 'updated_at': '2022-04-07T11:52:34Z', 'revision_number': 4, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'subnets': [{'id': '69d636ab-a746-43f3-870a-a1d7b9cc7e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:34.733908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port a0dd0c70-0087-4b19-92b3-1e714aeec86a is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:34.734989 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device dda6bc78-3352-4c94-b127-960a5b87599d up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:34.787565 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port dda6bc78-3352-4c94-b127-960a5b87599d triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:34.788222 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.889766 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port dda6bc78-3352-4c94-b127-960a5b87599d is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:36.412951 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device dda6bc78-3352-4c94-b127-960a5b87599d up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:36.473749 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port dda6bc78-3352-4c94-b127-960a5b87599d triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:36.474222 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:36.558161 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port dda6bc78-3352-4c94-b127-960a5b87599d is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:40.291987 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-f7429b08-62ff-417c-b002-404ac40f3065 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:40.293436 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-f7429b08-62ff-417c-b002-404ac40f3065 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 815 time: 0.0998266 Apr 07 11:52:40.307904 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-078cf682-cf36-4568-aa26-9639e3b13742 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/quotas/f411565f245f48f2b18eeea2b1de14b0 HTTP/1.1" status: 200 len: 375 time: 0.0086830 Apr 07 11:52:40.366029 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-fb02f039-ad46-4b0d-8100-111cf541820f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532734 Apr 07 11:52:40.554231 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-e33cd7c5-2970-4c97-9495-e2ddacb9ac1f service neutron] 10.222.0.47 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757107 Apr 07 11:52:40.642431 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-7ec9aac0-cf52-4fbc-a358-3d7c7e131fa7 service neutron] 10.222.0.47 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826101 Apr 07 11:52:40.794086 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-500897fe-f140-456b-9f9e-741887b39464 req-043b8590-5231-4f50-879c-d7c779d08fb4 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 210 time: 0.0270274 Apr 07 11:52:41.738675 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-05922835-86c7-4f67-a7bb-cf9914f2f472 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:41.740046 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-05922835-86c7-4f67-a7bb-cf9914f2f472 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 815 time: 0.1020544 Apr 07 11:52:41.752568 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'port': {'device_id': '2ba91093-e5e8-48d6-a497-5156165de009', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'admin_state_up': True, 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:41.861860 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Made reservation on behalf of f411565f245f48f2b18eeea2b1de14b0 for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:52:41.865512 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:41.888258 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa91cb28-a2f8-4260-92c7-1a0bd574dc03 req-438d0f7a-9a08-4653-bfe6-bb1f8a66809e tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 210 time: 0.0275872 Apr 07 11:52:41.990463 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Allocated IP 172.20.0.14 (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6/d5aa54c2-05aa-4b17-b479-62c60a5c9e14/740a54c8-b83c-4211-b257-e4999711fa72) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:42.203009 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for port (740a54c8-b83c-4211-b257-e4999711fa72), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.258178 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.306460 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:42.310596 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:42.329237 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:42.422111 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:42.423419 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.479183 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:42.528236 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8de19a60-4346-46f3-a703-d48fb49e773f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7784204 Apr 07 11:52:42.665497 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-2f5ed90e-dc20-4ff5-b8f4-31548219688a None None] Provisioning complete for port 740a54c8-b83c-4211-b257-e4999711fa72 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:42.666084 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2f5ed90e-dc20-4ff5-b8f4-31548219688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (740a54c8-b83c-4211-b257-e4999711fa72), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.723977 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ed90e-dc20-4ff5-b8f4-31548219688a None None] Port 740a54c8-b83c-4211-b257-e4999711fa72 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:52:43.019517 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f38138-9bbf-4b4b-8a0d-2ce239e137d9 req-2254a773-001a-4ce8-a5f1-86c59d17264a tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:43.021090 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7f38138-9bbf-4b4b-8a0d-2ce239e137d9 req-2254a773-001a-4ce8-a5f1-86c59d17264a tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0544481 Apr 07 11:52:43.072685 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7f38138-9bbf-4b4b-8a0d-2ce239e137d9 req-94695a28-1de9-4f7b-93bc-68dbcc1da7dd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458543 Apr 07 11:52:43.893666 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43960) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:44.017539 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-feaf4dae-188a-4de7-a283-893cdf624042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.108435 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-feaf4dae-188a-4de7-a283-893cdf624042 admin admin] Publish callbacks [] for security_group (eb38396b-ff80-4257-9f99-0aa370590d5a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.113849 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-feaf4dae-188a-4de7-a283-893cdf624042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (eb38396b-ff80-4257-9f99-0aa370590d5a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.152735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf4dae-188a-4de7-a283-893cdf624042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38396b-ff80-4257-9f99-0aa370590d5a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:44.157818 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-feaf4dae-188a-4de7-a283-893cdf624042 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8466f750609418ab0e4e1aae3c82673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623365 Apr 07 11:52:44.160315 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 43966) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:44.214287 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-774254ea-bdde-4f9c-a45a-41bb271b0bbe admin admin] Publish callbacks [] for security_group (eb38396b-ff80-4257-9f99-0aa370590d5a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.237152 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87200ce4-27f3-47ed-bb68-d23ddaf9d347 req-730393b9-3add-499f-96e7-56c5e25b181f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:44.237738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-774254ea-bdde-4f9c-a45a-41bb271b0bbe admin admin] Publish callbacks [] for security_group (eb38396b-ff80-4257-9f99-0aa370590d5a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.245039 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-87200ce4-27f3-47ed-bb68-d23ddaf9d347 req-730393b9-3add-499f-96e7-56c5e25b181f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0882993 Apr 07 11:52:44.294295 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-87200ce4-27f3-47ed-bb68-d23ddaf9d347 req-16da4785-0071-48aa-bcbf-2fbb53980ae1 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Apr 07 11:52:44.299915 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-774254ea-bdde-4f9c-a45a-41bb271b0bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (eb38396b-ff80-4257-9f99-0aa370590d5a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.303073 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-774254ea-bdde-4f9c-a45a-41bb271b0bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.307545 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-774254ea-bdde-4f9c-a45a-41bb271b0bbe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb38396b-ff80-4257-9f99-0aa370590d5a HTTP/1.1" status: 204 len: 168 time: 0.1461813 Apr 07 11:52:44.330943 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774254ea-bdde-4f9c-a45a-41bb271b0bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38396b-ff80-4257-9f99-0aa370590d5a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:45.438637 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ef30-5902-49d5-8be5-a5f7fa813c52 req-4372856d-5a91-4d77-96bf-adb9fd0826d6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:45.440213 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8640ef30-5902-49d5-8be5-a5f7fa813c52 req-4372856d-5a91-4d77-96bf-adb9fd0826d6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0739617 Apr 07 11:52:45.494237 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-8640ef30-5902-49d5-8be5-a5f7fa813c52 req-238bb71c-4a99-4aac-b1d8-dcc31ab1580b tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480525 Apr 07 11:52:46.380926 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:46.623558 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826cebc-d84a-4a61-aa95-62bf75aef8cd req-7e21bbce-87d0-4802-8889-fe5c31e449cc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:46.624949 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f826cebc-d84a-4a61-aa95-62bf75aef8cd req-7e21bbce-87d0-4802-8889-fe5c31e449cc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0550413 Apr 07 11:52:46.673646 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f826cebc-d84a-4a61-aa95-62bf75aef8cd req-308e000a-58fd-490d-bfe2-d021bae141f5 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Apr 07 11:52:47.791705 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397b382-38cd-41f0-9ca9-367e7195e2cc req-43e1ca75-7f98-47ae-8a01-fd6c41a36f57 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:47.793385 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e397b382-38cd-41f0-9ca9-367e7195e2cc req-43e1ca75-7f98-47ae-8a01-fd6c41a36f57 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0538294 Apr 07 11:52:47.841960 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e397b382-38cd-41f0-9ca9-367e7195e2cc req-b0408de8-a5ce-4c2e-afe5-0ca16fb4ce3d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Apr 07 11:52:48.963618 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899c9b5-1687-40f0-b792-5c5e2a7258ce req-49d2b1f2-b190-46c7-8855-14494c5b709d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:48.965342 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0899c9b5-1687-40f0-b792-5c5e2a7258ce req-49d2b1f2-b190-46c7-8855-14494c5b709d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0568449 Apr 07 11:52:49.017400 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0899c9b5-1687-40f0-b792-5c5e2a7258ce req-4ead7996-0474-43a3-a7d3-13732f998b92 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Apr 07 11:52:50.130797 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceecbbf-e38a-4a93-9e18-11ef0124ec3d req-33a4d940-923e-47e6-976b-7d59320d242b tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:50.132231 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dceecbbf-e38a-4a93-9e18-11ef0124ec3d req-33a4d940-923e-47e6-976b-7d59320d242b tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 932 time: 0.0509539 Apr 07 11:52:50.176538 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dceecbbf-e38a-4a93-9e18-11ef0124ec3d req-8f3acfa7-a9a3-48f7-b012-d59c6b41ee4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Apr 07 11:52:50.537593 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Request body: {'port': {'device_id': '2ba91093-e5e8-48d6-a497-5156165de009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:50.595334 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.852604 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740a54c8-b83c-4211-b257-e4999711fa72 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:50.859901 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Publish callbacks [] for port (740a54c8-b83c-4211-b257-e4999711fa72), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.871781 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Transition to ACTIVE for port object 740a54c8-b83c-4211-b257-e4999711fa72 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:52:50.875307 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.924839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:50.993501 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Attempting to bind port 740a54c8-b83c-4211-b257-e4999711fa72 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:52:50.993868 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Attempting to bind port 740a54c8-b83c-4211-b257-e4999711fa72 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:52:50.994184 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Attempting to bind port 740a54c8-b83c-4211-b257-e4999711fa72 on network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:50.998993 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Port 740a54c8-b83c-4211-b257-e4999711fa72 on network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:52:50.999315 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Attempting to bind port 740a54c8-b83c-4211-b257-e4999711fa72 on network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:52:51.005179 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:52:51.005537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Checking segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:52:51.005927 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Bound using segment: {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:52:51.006359 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Bound port: 740a54c8-b83c-4211-b257-e4999711fa72, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6943fce4-b6b6-44b8-8504-cd66a49a3960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:52:51.006721 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:51.082280 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:52:51.086530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:52:51.094659 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:51.123932 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-f515ebe8-d964-4d7e-89ca-11199cba6130 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470741 Apr 07 11:52:51.131780 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.132404 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:51.133813 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] 10.222.0.26 "PUT /v2.0/ports/740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 1094 time: 0.6026211 Apr 07 11:52:51.134390 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:51.136509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad42086-a8be-40ed-91c9-683d1a7efd22" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:51.162887 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f78c1-58a9-4f9e-a581-0c0545e00c89 service neutron] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:51.189838 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f2954-4c6a-4df6-8799-24d056150a40 x-openstack-request-id: req-2b1f2954-4c6a-4df6-8799-24d056150a40 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:51.190428 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:51.191067 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b1f2954-4c6a-4df6-8799-24d056150a40 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:51.191812 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1f2954-4c6a-4df6-8799-24d056150a40'] response: {'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'status': 'completed', 'code': 200} Apr 07 11:52:51.264069 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8931d98b-bd33-4a04-85c2-9a80d17b6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.265980 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-8931d98b-bd33-4a04-85c2-9a80d17b6683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1128 time: 0.0729761 Apr 07 11:52:51.314892 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-11b4e110-1cfb-499d-9efb-77407719b6f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 217 time: 0.0406275 Apr 07 11:52:51.336951 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58431d-40b2-42ba-b497-1de1d87704bf req-60931a68-443f-41bc-b280-f23297af4dc1 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.338437 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5f58431d-40b2-42ba-b497-1de1d87704bf req-60931a68-443f-41bc-b280-f23297af4dc1 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 944 time: 0.0705142 Apr 07 11:52:51.340936 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-2f602b37-5646-483b-8810-47344be6f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.342202 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-2f602b37-5646-483b-8810-47344be6f971 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 1130 time: 0.1395276 Apr 07 11:52:51.367243 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-51d2092c-31b8-428e-bb41-728ad23e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.368690 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-51d2092c-31b8-428e-bb41-728ad23e3cba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.0482788 Apr 07 11:52:51.416469 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-694fa4d9-8e6a-4705-82f6-b8e304227db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.418022 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-694fa4d9-8e6a-4705-82f6-b8e304227db3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433686 Apr 07 11:52:51.442293 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5f58431d-40b2-42ba-b497-1de1d87704bf req-bb4eb177-b104-4b61-a5c5-64be3283519a tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964000 Apr 07 11:52:51.471181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-0ffc7ef7-8c58-453b-9275-9f4372129d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.472629 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-0ffc7ef7-8c58-453b-9275-9f4372129d31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 915 time: 0.1104114 Apr 07 11:52:51.514105 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-a86abe8f-ddd6-4618-91fa-7992c1829649 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb204229-74ef-4985-b9fd-65037e89c70f HTTP/1.1" status: 200 len: 217 time: 0.0344779 Apr 07 11:52:51.521626 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-88a7d437-3449-42dd-b48e-a912eb73c270 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947824 Apr 07 11:52:51.560632 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-50c018da-f77b-4ed9-aed3-b2addb45ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:51.562156 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-50c018da-f77b-4ed9-aed3-b2addb45ea46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8de7583b-58b4-48d0-8215-b00ebdee255a HTTP/1.1" status: 200 len: 854 time: 0.0429275 Apr 07 11:52:51.592885 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-1952d28e-b580-4222-8030-6b3a045532f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d62ecdb5-57f3-4681-8bea-8b530b8c315a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246556 Apr 07 11:52:51.608389 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-57ac037d-0531-4d59-8289-e1d4357ec1d2 req-9990ad8f-b724-460e-b9ed-495cf05ffb6a service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815413 Apr 07 11:52:51.684567 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-91d226b1-20c9-4382-83d0-b8657e4fcdef service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859630 Apr 07 11:52:52.558878 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4c55-24b9-4136-a15b-513562ab024b req-1ec25f2a-769c-4263-9508-e85023feeec6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:52.560324 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-955c4c55-24b9-4136-a15b-513562ab024b req-1ec25f2a-769c-4263-9508-e85023feeec6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 944 time: 0.0510917 Apr 07 11:52:52.604751 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-955c4c55-24b9-4136-a15b-513562ab024b req-eecdc3b1-7918-4591-8ebd-60af4fd16780 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389776 Apr 07 11:52:53.722687 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fdca0-7534-44a9-a6e0-60521b8f9f29 req-6c317d11-6e40-4527-a281-d9afbc859cf6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:53.724164 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e8fdca0-7534-44a9-a6e0-60521b8f9f29 req-6c317d11-6e40-4527-a281-d9afbc859cf6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 944 time: 0.0554116 Apr 07 11:52:53.769314 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0e8fdca0-7534-44a9-a6e0-60521b8f9f29 req-f07be21b-4335-418c-a8fc-c670fc135c84 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Apr 07 11:52:54.780543 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 740a54c8-b83c-4211-b257-e4999711fa72 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:54.890484 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:54.903047 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '740a54c8-b83c-4211-b257-e4999711fa72', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'port_id': '740a54c8-b83c-4211-b257-e4999711fa72', 'mac_address': 'fa:16:3e:e5:97:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:54.919629 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-2f2ff190-f567-4372-8fd0-a702c3c10797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:54.922058 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-2f2ff190-f567-4372-8fd0-a702c3c10797 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1128 time: 0.0503125 Apr 07 11:52:54.947082 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 740a54c8-b83c-4211-b257-e4999711fa72 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:54.947760 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.985544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9992e8a-a31d-4729-8462-2000929ef76a req-5c5e6711-19f9-4abf-8eda-c1979543df8c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:54.987140 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d9992e8a-a31d-4729-8462-2000929ef76a req-5c5e6711-19f9-4abf-8eda-c1979543df8c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 944 time: 0.1070952 Apr 07 11:52:55.029241 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35fc48ae-c68a-447b-9e58-f1d1b7210286 req-0debbb79-dd6a-4aa9-a5c8-9b38c8026edf service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584637 Apr 07 11:52:55.040373 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-35699ad4-e07e-4832-94c6-768c0179c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:55.042818 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-35699ad4-e07e-4832-94c6-768c0179c666 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.1136694 Apr 07 11:52:55.062306 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d9992e8a-a31d-4729-8462-2000929ef76a req-070b8036-409c-4a3a-97e7-ac5fa19d4398 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Apr 07 11:52:55.097147 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-5df0d11a-3edc-4ea0-bc33-cb5dc65589ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 217 time: 0.0482399 Apr 07 11:52:55.100116 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740a54c8-b83c-4211-b257-e4999711fa72 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:55.120882 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:55.124612 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.171243 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:55.356144 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['740a54c8-b83c-4211-b257-e4999711fa72'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:55.393482 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-72be70ae-5007-46ab-872e-630a26c69c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:55.395455 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-72be70ae-5007-46ab-872e-630a26c69c25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.0535502 Apr 07 11:52:55.445297 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-74dadc78-9c82-4068-bd9a-7546c304e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:55.446800 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-74dadc78-9c82-4068-bd9a-7546c304e752 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462210 Apr 07 11:52:55.539319 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-89bfe6c1-cf90-41cd-9817-512ed7a8b088 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 Apr 07 11:52:56.180954 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5d276-0034-4bd1-9300-be8ce689bb32 req-046e884e-b6d0-442f-8ead-8c4afd27390b tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:56.182585 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2fb5d276-0034-4bd1-9300-be8ce689bb32 req-046e884e-b6d0-442f-8ead-8c4afd27390b tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Apr 07 11:52:56.227430 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2fb5d276-0034-4bd1-9300-be8ce689bb32 req-61b263eb-4517-42c9-844a-d803524d1817 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Apr 07 11:52:57.346680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c964fbfa-e42e-4d46-97ff-cc25f00ed47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:57.348423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6c14f-22e3-4a4b-9c53-468ec2b0408f req-9e6aff29-4480-49cc-a415-ec342fac004f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:57.349917 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ba6c14f-22e3-4a4b-9c53-468ec2b0408f req-9e6aff29-4480-49cc-a415-ec342fac004f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 945 time: 0.0584350 Apr 07 11:52:57.396548 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ba6c14f-22e3-4a4b-9c53-468ec2b0408f req-80fdfa2e-5448-49a2-9cd2-1e1e70ebd6e6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Apr 07 11:52:58.148579 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-cad42086-a8be-40ed-91c9-683d1a7efd22 req-257f2901-4a1d-48f4-ac61-2379d0739765 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Apr 07 11:52:58.434238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 740a54c8-b83c-4211-b257-e4999711fa72 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:58.521579 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 740a54c8-b83c-4211-b257-e4999711fa72 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:52:58.525590 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 740a54c8-b83c-4211-b257-e4999711fa72 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:58.526030 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (740a54c8-b83c-4211-b257-e4999711fa72), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:58.536407 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858da4-4fac-4414-a0f7-8b021cd507ac req-abf6a8cc-5dfb-4afd-9450-530eddd7aa68 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:58.543441 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04858da4-4fac-4414-a0f7-8b021cd507ac req-abf6a8cc-5dfb-4afd-9450-530eddd7aa68 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 945 time: 0.0789349 Apr 07 11:52:58.572715 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:58.595218 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04858da4-4fac-4414-a0f7-8b021cd507ac req-7f33fe4b-2ac5-4be9-b3be-a5418635dd0b tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501912 Apr 07 11:52:58.617705 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 740a54c8-b83c-4211-b257-e4999711fa72 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:58.618098 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:58.642286 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:58.644548 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8aa73-6962-44e9-98e4-fc4b826efda2" -d '{"events": [{"server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "name": "network-vif-plugged", "status": "completed", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:58.659516 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:58.663757 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:58.686667 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d55acd-3706-4427-9664-8be23e8ab3f5 x-openstack-request-id: req-70d55acd-3706-4427-9664-8be23e8ab3f5 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:58.686958 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "name": "network-vif-plugged", "status": "completed", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:58.687273 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70d55acd-3706-4427-9664-8be23e8ab3f5 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:58.687664 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d55acd-3706-4427-9664-8be23e8ab3f5'] response: {'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'code': 200} Apr 07 11:52:58.715214 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:59.556197 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4b668f65-db22-4318-93f4-fba9cd4c54ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.711506 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c093-74bb-4434-87a2-56643a1a2015 req-e1efbdc0-5083-49dd-ae70-d7b546855641 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:59.712972 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae29c093-74bb-4434-87a2-56643a1a2015 req-e1efbdc0-5083-49dd-ae70-d7b546855641 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Apr 07 11:52:59.760436 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae29c093-74bb-4434-87a2-56643a1a2015 req-0ed060c8-99fd-48b2-a29b-a8dc0939114d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Apr 07 11:53:00.679767 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.876407 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff1267-9423-4e91-9611-0ed054af4ab4 req-b6ecedab-3650-4a8d-ac1e-537543442165 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:00.877882 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-baff1267-9423-4e91-9611-0ed054af4ab4 req-b6ecedab-3650-4a8d-ac1e-537543442165 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0508745 Apr 07 11:53:00.922791 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-baff1267-9423-4e91-9611-0ed054af4ab4 req-4d5a56d8-1368-40a8-ac15-e49176a516bd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391228 Apr 07 11:53:01.286755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8950bf-b447-431c-aac6-2795737e71b3 req-58dc3449-58be-41bb-8d74-eb2d1c92f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:01.288582 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8d8950bf-b447-431c-aac6-2795737e71b3 req-58dc3449-58be-41bb-8d74-eb2d1c92f570 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1130 time: 0.0480990 Apr 07 11:53:01.341001 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8d8950bf-b447-431c-aac6-2795737e71b3 req-53c5229f-8660-41f4-b00a-bda009173cd8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Apr 07 11:53:01.937107 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.037571 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f69e95-abfc-4d6c-80dc-2111afcc2606 req-d68c2e0f-a890-4412-8269-c01645389645 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:02.039014 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-88f69e95-abfc-4d6c-80dc-2111afcc2606 req-d68c2e0f-a890-4412-8269-c01645389645 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Apr 07 11:53:02.085789 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-88f69e95-abfc-4d6c-80dc-2111afcc2606 req-817f0261-dd11-4eba-8dab-32ead0ec9e01 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Apr 07 11:53:03.213844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769a1e9-a412-4ffd-b9af-804d07d2360e req-0b679a14-b410-4d24-9045-0917f5b5d4fa tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.215298 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2769a1e9-a412-4ffd-b9af-804d07d2360e req-0b679a14-b410-4d24-9045-0917f5b5d4fa tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0552890 Apr 07 11:53:03.260320 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2769a1e9-a412-4ffd-b9af-804d07d2360e req-a57be707-c235-4bdf-afb5-994179ac7f6e tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Apr 07 11:53:03.373904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec68f0-bddc-49dd-a671-44db45583815 req-e3c1d51c-1a92-4042-b69a-98e1dca03c31 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.375350 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9eec68f0-bddc-49dd-a671-44db45583815 req-e3c1d51c-1a92-4042-b69a-98e1dca03c31 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0507419 Apr 07 11:53:03.420789 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9eec68f0-bddc-49dd-a671-44db45583815 req-4b1b871a-d44b-4017-9fda-a9c1aa2a4ac9 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Apr 07 11:53:03.603305 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:03.740249 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07309-1d9a-4a01-939f-2cd77c4d4d1b req-56071487-3f08-4f4b-bc17-d641c7712327 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:03.741715 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-65a07309-1d9a-4a01-939f-2cd77c4d4d1b req-56071487-3f08-4f4b-bc17-d641c7712327 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0545089 Apr 07 11:53:03.787447 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-65a07309-1d9a-4a01-939f-2cd77c4d4d1b req-2ae12378-bb55-4a6c-8702-943cf40b34fd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Apr 07 11:53:06.532840 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88927-264c-40c0-8002-90c9667e0c0d req-50133303-a77e-4aaf-afdc-7c223d6b0ffe tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:06.534254 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-09e88927-264c-40c0-8002-90c9667e0c0d req-50133303-a77e-4aaf-afdc-7c223d6b0ffe tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 946 time: 0.0531032 Apr 07 11:53:06.580640 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-09e88927-264c-40c0-8002-90c9667e0c0d req-5bdf5c15-85a7-476d-aa3a-180c93e23b6a tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Apr 07 11:53:07.696899 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c860cd-d860-44a5-b1b4-fdd590d913ac req-8c546076-3f3e-4c69-8ac9-fce6a4dc8404 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:07.698709 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-78c860cd-d860-44a5-b1b4-fdd590d913ac req-8c546076-3f3e-4c69-8ac9-fce6a4dc8404 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 946 time: 0.0508308 Apr 07 11:53:07.746793 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-78c860cd-d860-44a5-b1b4-fdd590d913ac req-ec833798-cde7-45c8-94be-e6edc7dbcd09 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Apr 07 11:53:07.982713 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-2a3d27d8-2c3e-4514-a642-508786bb0bdc tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:07.984140 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-2a3d27d8-2c3e-4514-a642-508786bb0bdc tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 946 time: 0.0502498 Apr 07 11:53:08.072748 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Deleting port bb204229-74ef-4985-b9fd-65037e89c70f {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:08.073116 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:08.160373 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] For port bb204229-74ef-4985-b9fd-65037e89c70f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=bb204229-74ef-4985-b9fd-65037e89c70f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:08.160738 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:08.172829 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Calling delete_port for bb204229-74ef-4985-b9fd-65037e89c70f owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:08.296830 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (bb204229-74ef-4985-b9fd-65037e89c70f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:08.309145 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['bb204229-74ef-4985-b9fd-65037e89c70f'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:08.324602 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Pushing event deleted for resources: {'Port': ['ID=bb204229-74ef-4985-b9fd-65037e89c70f,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:08.369422 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] No DVR routers for this DVR port bb204229-74ef-4985-b9fd-65037e89c70f on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:08.371930 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:08.375162 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1085609f-2aa8-4fc5-a493-26d81e36cd29 req-6024a26f-bff0-41bd-ae53-986cd7483197 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "DELETE /v2.0/ports/bb204229-74ef-4985-b9fd-65037e89c70f HTTP/1.1" status: 204 len: 173 time: 0.3862872 Apr 07 11:53:08.375621 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'name': 'network-vif-deleted', 'tag': 'bb204229-74ef-4985-b9fd-65037e89c70f'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:08.377846 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d608ec1-08a6-49cc-8383-4c653d1ed5c5" -d '{"events": [{"server_uuid": "e9839f43-dbb9-46ad-86f5-ab117d1b5d7b", "name": "network-vif-deleted", "tag": "bb204229-74ef-4985-b9fd-65037e89c70f"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:08.416977 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2707f4b7-b66c-40f7-bb94-33057809dc17 x-openstack-request-id: req-2707f4b7-b66c-40f7-bb94-33057809dc17 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:08.417274 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9839f43-dbb9-46ad-86f5-ab117d1b5d7b", "name": "network-vif-deleted", "tag": "bb204229-74ef-4985-b9fd-65037e89c70f", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:08.417530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2707f4b7-b66c-40f7-bb94-33057809dc17 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:08.417935 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2707f4b7-b66c-40f7-bb94-33057809dc17'] response: {'server_uuid': 'e9839f43-dbb9-46ad-86f5-ab117d1b5d7b', 'name': 'network-vif-deleted', 'tag': 'bb204229-74ef-4985-b9fd-65037e89c70f', 'status': 'completed', 'code': 200} Apr 07 11:53:08.854359 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-520c0efc-6ac9-4d66-9ac9-c80bed084d5b req-bcbdab95-85c4-4b7c-84a9-42e2d50dcfdd tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9839f43-dbb9-46ad-86f5-ab117d1b5d7b HTTP/1.1" status: 200 len: 210 time: 0.0295234 Apr 07 11:53:12.817959 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb204229-74ef-4985-b9fd-65037e89c70f no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:12.837742 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: bb204229-74ef-4985-b9fd-65037e89c70f {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:12.838090 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device bb204229-74ef-4985-b9fd-65037e89c70f not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:14.344008 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c7d06-32d3-43e3-a919-0d05969ef16b req-7477d914-0eb4-44bb-8cda-fa2b84973e67 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:14.345261 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d11c7d06-32d3-43e3-a919-0d05969ef16b req-7477d914-0eb4-44bb-8cda-fa2b84973e67 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0515752 Apr 07 11:53:14.394618 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d11c7d06-32d3-43e3-a919-0d05969ef16b req-da3b0171-2fd4-426a-b6a8-49554974e306 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Apr 07 11:53:14.416239 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44180) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:14.616109 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f0e4d-b21b-4f40-98c6-6b1457e89f1e tempest-TestMinimumBasicScenario-1851814506 tempest-TestMinimumBasicScenario-1851814506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:14.617619 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-b15f0e4d-b21b-4f40-98c6-6b1457e89f1e tempest-TestMinimumBasicScenario-1851814506 tempest-TestMinimumBasicScenario-1851814506-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1125 time: 0.2003906 Apr 07 11:53:14.620440 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44186) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:14.624595 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'port_id': '740a54c8-b83c-4211-b257-e4999711fa72', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:14.644900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:14.738137 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:14.836496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Allocated IP 172.27.2.193 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/bf9d783d-a148-4106-a477-06bc8ae0f02f) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:14.933735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:14.964922 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:14.999827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:15.002570 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:15.006657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:15.034534 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'Port': ['ID=bf9d783d-a148-4106-a477-06bc8ae0f02f,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:15.045342 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.045692 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.046037 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.046377 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.046707 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.047066 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.047914 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.048247 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.048575 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.048927 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.049257 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.049579 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.049900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.050220 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.050539 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:15.369700 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for floatingip (f025067e-b144-4e0b-9806-1c975c5294b0), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:15.437410 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:15.579252 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:15.583568 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:15.650771 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'Port': ['ID=bf9d783d-a148-4106-a477-06bc8ae0f02f,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:15.662797 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (f025067e-b144-4e0b-9806-1c975c5294b0), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.039340 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Floating IP f025067e-b144-4e0b-9806-1c975c5294b0 associated. External IP: 172.27.2.193, port: 740a54c8-b83c-4211-b257-e4999711fa72. Apr 07 11:53:16.246151 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:16.351739 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:16.361566 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] Sync routers for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:16.369988 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.373424 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:16.373720 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:53:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:16.399976 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-995f55d0-bf2b-4b87-a46b-8ab5ac9b4545 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7785165 Apr 07 11:53:16.400657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:16.402870 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44190) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:16.403354 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ec5b7-8338-4ad5-921d-b68f976e3b62" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:16.408368 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041971616', 'description': 'tempest-secgroup-smoke-1041971616 description', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:16.433293 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.435120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.500590 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:16.503026 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group (ecdbb058-6073-45b4-afb4-73fefdea0608), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.509538 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ecdbb058-6073-45b4-afb4-73fefdea0608), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.548722 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdbb058-6073-45b4-afb4-73fefdea0608,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:16.553989 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.555235 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1512480 Apr 07 11:53:16.558252 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44198) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:16.560120 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.560500 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.560845 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.561218 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.561553 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.561885 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.562216 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.562545 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.562900 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.563228 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.563559 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.563882 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.564206 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.564531 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.564853 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a8803-efd9-44fb-a8b8-b663e07c8984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:16.566622 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbb058-6073-45b4-afb4-73fefdea0608', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:16.590009 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b0f58-6c16-415f-b6e0-92b656e38f41 x-openstack-request-id: req-bd5b0f58-6c16-415f-b6e0-92b656e38f41 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:16.590533 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:16.590910 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd5b0f58-6c16-415f-b6e0-92b656e38f41 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:16.591418 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5b0f58-6c16-415f-b6e0-92b656e38f41'] response: {'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'status': 'completed', 'code': 200} Apr 07 11:53:16.610704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (0bd91653-a936-4007-9e8d-62463b6f803f), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.666010 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (0bd91653-a936-4007-9e8d-62463b6f803f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.669704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (0bd91653-a936-4007-9e8d-62463b6f803f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.687294 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd91653-a936-4007-9e8d-62463b6f803f,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:16.696113 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.697680 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-5eb8ecf0-0f22-4d15-98ea-34e2af8ca484 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380889 Apr 07 11:53:16.700762 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44200) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:16.705599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbb058-6073-45b4-afb4-73fefdea0608', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:16.730846 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (8b63a733-d338-4afc-a3c1-7046a31edf4e), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.748783 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'f025067e-b144-4e0b-9806-1c975c5294b0', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'port_id': '740a54c8-b83c-4211-b257-e4999711fa72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'mac_address': 'fa:16:3e:e5:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba91093-e5e8-48d6-a497-5156165de009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:53:15Z', 'updated_at': '2022-04-07T11:53:15Z', 'revision_number': 0, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:16.779086 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] Checking router: 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:16.787443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:16.788051 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:53:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:16.788214 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (8b63a733-d338-4afc-a3c1-7046a31edf4e), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.791791 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (8b63a733-d338-4afc-a3c1-7046a31edf4e), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.812376 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b63a733-d338-4afc-a3c1-7046a31edf4e,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:16.818411 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.822428 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2f8ec66d-a073-49f1-91b6-acfb9c546b88 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179602 Apr 07 11:53:16.822630 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44202) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:16.826973 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbb058-6073-45b4-afb4-73fefdea0608', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:16.850486 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (5d41fde0-a726-42cc-a7dd-7bf2795a0995), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.898849 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:16.907877 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (5d41fde0-a726-42cc-a7dd-7bf2795a0995), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.911992 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (5d41fde0-a726-42cc-a7dd-7bf2795a0995), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.929022 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d41fde0-a726-42cc-a7dd-7bf2795a0995,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:16.939002 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:16.940214 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d33dc23c-0b4b-4dc3-947a-b3185dda73bc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165638 Apr 07 11:53:16.942915 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44204) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:16.947547 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbb058-6073-45b4-afb4-73fefdea0608', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:16.970763 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (93036f57-398b-4531-8a78-4634bd78617a), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.030531 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (93036f57-398b-4531-8a78-4634bd78617a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.034275 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (93036f57-398b-4531-8a78-4634bd78617a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.056469 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93036f57-398b-4531-8a78-4634bd78617a,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:17.062097 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.063966 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-19e42c5d-8cd7-47f9-8f47-c05e2fbfdd4d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199527 Apr 07 11:53:17.066674 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44206) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:17.070916 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbb058-6073-45b4-afb4-73fefdea0608', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:17.090505 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.securitygroups_db [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Project f411565f245f48f2b18eeea2b1de14b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:53:17.095391 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (338b3f27-e92b-49ea-9127-f03d9479c78a), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.129079 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'f025067e-b144-4e0b-9806-1c975c5294b0', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'port_id': '740a54c8-b83c-4211-b257-e4999711fa72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'mac_address': 'fa:16:3e:e5:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba91093-e5e8-48d6-a497-5156165de009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:53:15Z', 'updated_at': '2022-04-07T11:53:15Z', 'revision_number': 0, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:17.153327 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (338b3f27-e92b-49ea-9127-f03d9479c78a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.157973 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (338b3f27-e92b-49ea-9127-f03d9479c78a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.162258 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d9083-abc1-441c-aff2-f79d4044716c None None] The sync data for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi is: [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'f025067e-b144-4e0b-9806-1c975c5294b0', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'port_id': '740a54c8-b83c-4211-b257-e4999711fa72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'mac_address': 'fa:16:3e:e5:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba91093-e5e8-48d6-a497-5156165de009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:53:15Z', 'updated_at': '2022-04-07T11:53:15Z', 'revision_number': 0, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:17.176248 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338b3f27-e92b-49ea-9127-f03d9479c78a,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:17.186595 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.187865 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-496d2a59-9914-4cb2-aa10-5889277318fc tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202095 Apr 07 11:53:17.190572 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44208) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:17.195001 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbb058-6073-45b4-afb4-73fefdea0608', 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:17.214610 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.securitygroups_db [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Project f411565f245f48f2b18eeea2b1de14b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:53:17.220373 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (a14c02ce-cdc5-4fae-b477-fc526a16de9e), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.311735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (a14c02ce-cdc5-4fae-b477-fc526a16de9e), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.319525 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (a14c02ce-cdc5-4fae-b477-fc526a16de9e), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.349492 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-09338cb8-921a-430d-b853-81e508506de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.350248 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-09338cb8-921a-430d-b853-81e508506de2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1130 time: 0.0887213 Apr 07 11:53:17.351888 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c02ce-cdc5-4fae-b477-fc526a16de9e,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:17.357635 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.359013 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3f95d92f-05d0-46e9-880d-2035c71c496c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673610 Apr 07 11:53:17.392630 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca79d2d-d0ac-4fb8-bcb3-db506fed4278 None None] New status for floating IP f025067e-b144-4e0b-9806-1c975c5294b0: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:53:17.455080 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-09224710-995b-4810-aa42-80a0e5ff96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.456597 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-09224710-995b-4810-aa42-80a0e5ff96bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.0957794 Apr 07 11:53:17.460673 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-56bbf9c2-1181-498e-82ba-e08406cda5db tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041971616&fields=id&tenant_id=f411565f245f48f2b18eeea2b1de14b0 HTTP/1.1" status: 200 len: 267 time: 0.0450304 Apr 07 11:53:17.520328 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-4611084d-fb21-4340-9cc5-1eebb24f7b0c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.522318 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-4611084d-fb21-4340-9cc5-1eebb24f7b0c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0562832 Apr 07 11:53:17.536023 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-2d14a2be-b0d7-4dfc-b22a-e87b96247ea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 1000 time: 0.0687456 Apr 07 11:53:17.536290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'port': {'security_groups': ['4a70146e-73fd-41f2-8ad1-bc47294e8fc4', 'ecdbb058-6073-45b4-afb4-73fefdea0608']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:17.616961 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.831417 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-2dcd8f24-288d-44f6-a732-92587eee0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.832889 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-2dcd8f24-288d-44f6-a732-92587eee0270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.2882349 Apr 07 11:53:17.884427 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-f7c30227-8e9e-4adc-b893-c8ed6d3f3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.885937 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-f7c30227-8e9e-4adc-b893-c8ed6d3f3e7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434477 Apr 07 11:53:17.903316 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:17.951800 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for port (740a54c8-b83c-4211-b257-e4999711fa72), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.959412 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:17.971304 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['740a54c8-b83c-4211-b257-e4999711fa72'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:17.976293 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-7b224e56-d9b8-4ba4-a81c-5be5d21e8874 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:17.977800 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-7b224e56-d9b8-4ba4-a81c-5be5d21e8874 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 814 time: 0.1489129 Apr 07 11:53:17.980789 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-e390d081-3466-40ba-82a0-d4b88519fc6e service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882711 Apr 07 11:53:18.014134 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-a3f0106e-7ee6-4631-8859-66971d22d6db tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/quotas/eebac7f35ba543f3ab6596a78313c6df HTTP/1.1" status: 200 len: 375 time: 0.0146790 Apr 07 11:53:18.022953 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:18.023577 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:18.024970 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4a782652-1210-4309-9e5c-6242a8fb5901 req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "PUT /v2.0/ports/740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 982 time: 0.4951620 Apr 07 11:53:18.058384 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-0cc8bdaa-78f8-4e09-8f22-143f33a56501 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324087 Apr 07 11:53:18.104540 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a93ec5b7-8338-4ad5-921d-b68f976e3b62 req-a472e6ab-fa4e-4b5c-b14b-749f19ab6f84 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171291 Apr 07 11:53:18.121515 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['740a54c8-b83c-4211-b257-e4999711fa72'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:18.185054 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51d10-e1f2-4fb3-bf8f-0489e508b7c6 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=6']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:18.229436 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-063a2de5-6558-4c73-b754-a0211ef66d0f service neutron] 10.222.0.47 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626375 Apr 07 11:53:18.240279 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10ba06-b72e-47e4-acaf-f6c2b5cb69ad req-4bf2b27d-1ecb-4247-807a-736514989907 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:18.241820 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6e10ba06-b72e-47e4-acaf-f6c2b5cb69ad req-4bf2b27d-1ecb-4247-807a-736514989907 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0973020 Apr 07 11:53:18.366559 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6e10ba06-b72e-47e4-acaf-f6c2b5cb69ad req-4ec069e8-9a59-47dc-8171-22fd82a44eac tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157341 Apr 07 11:53:18.371368 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-d3bd1a42-6e33-4c32-b1bc-c69ba4f46e63 None None] Provisioning complete for port 740a54c8-b83c-4211-b257-e4999711fa72 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:18.371659 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1a42-6e33-4c32-b1bc-c69ba4f46e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (740a54c8-b83c-4211-b257-e4999711fa72), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:18.372455 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-6cf6b2ae-28f5-48ea-842a-42711f69de50 service neutron] 10.222.0.47 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296995 Apr 07 11:53:18.568945 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1e553043-c4f7-4e72-9576-ba9be297fecc req-d6626e8c-8d8b-4218-a4da-659a984ac02d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 210 time: 0.0337465 Apr 07 11:53:18.592977 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:18.593165 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd1a42-6e33-4c32-b1bc-c69ba4f46e63 None None] Current status of the port 740a54c8-b83c-4211-b257-e4999711fa72 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:18.596662 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c68648c-3917-4bf5-939a-180e2fdcd6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:18.650228 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c8553-e130-43df-8d79-11dc3c3b3b09 x-openstack-request-id: req-cf6c8553-e130-43df-8d79-11dc3c3b3b09 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:18.651054 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:18.651054 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf6c8553-e130-43df-8d79-11dc3c3b3b09 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:18.651469 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6c8553-e130-43df-8d79-11dc3c3b3b09'] response: {'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'status': 'completed', 'code': 200} Apr 07 11:53:18.751751 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-91339bb5-4c60-401d-b8d5-3a0c73019f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:18.754109 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-91339bb5-4c60-401d-b8d5-3a0c73019f4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1169 time: 0.0506191 Apr 07 11:53:18.849893 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-2dfcbec8-2f2a-4337-bca0-175d5e3ee0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:18.851564 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-2dfcbec8-2f2a-4337-bca0-175d5e3ee0f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.0917418 Apr 07 11:53:18.922252 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-1d1e8bc7-c8ee-4563-90c8-c0472e1ce876 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 1002 time: 0.0644526 Apr 07 11:53:18.970633 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-4debb508-b8b2-4912-a064-b484d069706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:18.972082 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-4debb508-b8b2-4912-a064-b484d069706c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.0441537 Apr 07 11:53:19.030532 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-6b22b31a-15f9-4148-9f5c-45adc279fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:19.032627 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-6b22b31a-15f9-4148-9f5c-45adc279fb17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444753 Apr 07 11:53:19.122861 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-4d13b74a-4b30-4e6f-888b-041bb9819aaa service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Apr 07 11:53:19.395368 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-7c68648c-3917-4bf5-939a-180e2fdcd6cc req-5fe6846f-7bc4-49bd-bff2-e83415d13c81 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877244 Apr 07 11:53:19.491587 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-7bd40c3b-46f5-4be7-827d-4520e9614fae tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:19.493141 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-7bd40c3b-46f5-4be7-827d-4520e9614fae tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 814 time: 0.1128538 Apr 07 11:53:19.505433 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Request body: {'port': {'device_id': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a', 'admin_state_up': True, 'tenant_id': 'eebac7f35ba543f3ab6596a78313c6df'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:19.608914 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Made reservation on behalf of eebac7f35ba543f3ab6596a78313c6df for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:19.612749 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:19.702336 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5b27fd1b-2b49-4588-b4e3-a494cc3094d6 req-bb1c12fa-92ef-40c0-b594-b70db7eb3423 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 210 time: 0.0337729 Apr 07 11:53:19.764618 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Allocated IP 172.20.0.10 (d62ecdb5-57f3-4681-8bea-8b530b8c315a/8de7583b-58b4-48d0-8215-b00ebdee255a/13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:19.909848 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks [] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:19.941751 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:19.981096 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Network d62ecdb5-57f3-4681-8bea-8b530b8c315a is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:19.983971 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:19.990462 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:19.996319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Pushing event updated for resources: {'Port': ['ID=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:20.043594 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:20.044197 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.061693 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-e558527b-6815-4e30-a504-6f9c3b56cd2d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602005 Apr 07 11:53:20.072438 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Request body: {'port': {'device_id': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:20.128586 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.381317 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:53:20.388742 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Publish callbacks [] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.400194 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Transition to ACTIVE for port object 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:53:20.404831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.467812 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Pushing event updated for resources: {'Port': ['ID=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:20.518089 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Attempting to bind port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:20.518425 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Attempting to bind port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:20.518770 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Attempting to bind port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f on network d62ecdb5-57f3-4681-8bea-8b530b8c315a {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:20.523145 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f on network d62ecdb5-57f3-4681-8bea-8b530b8c315a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:53:20.523463 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Attempting to bind port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f on network d62ecdb5-57f3-4681-8bea-8b530b8c315a {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:20.528142 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:20.528478 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Checking segment: {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:20.528891 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Bound using segment: {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:20.529309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Bound port: 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:20.529657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.593050 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] For port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:20.596503 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] For port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:20.602298 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.633316 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:20.633950 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:20.635289 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] 10.222.0.26 "PUT /v2.0/ports/13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f HTTP/1.1" status: 200 len: 1094 time: 0.5668991 Apr 07 11:53:20.656166 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'tag': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:20.659167 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1597230e-0bd7-4864-b32e-b02948baf0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fad82e-e5cf-47d0-8745-656d20fe7fed", "tag": "13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:20.667091 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ec944-ab05-400c-8075-229198e7df88 service neutron] Pushing event updated for resources: {'Port': ['ID=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:20.698332 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51d78ad-c42f-4205-a360-eefd5bf0eea2 x-openstack-request-id: req-f51d78ad-c42f-4205-a360-eefd5bf0eea2 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:20.698628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fad82e-e5cf-47d0-8745-656d20fe7fed", "tag": "13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:20.698878 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f51d78ad-c42f-4205-a360-eefd5bf0eea2 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:20.699298 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51d78ad-c42f-4205-a360-eefd5bf0eea2'] response: {'name': 'network-changed', 'server_uuid': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'tag': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f', 'status': 'completed', 'code': 200} Apr 07 11:53:20.720276 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-3ef865be-def7-482c-9151-61414139d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:20.721825 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-3ef865be-def7-482c-9151-61414139d7d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 1128 time: 0.0511141 Apr 07 11:53:20.765233 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-03c6b5bf-98cc-4d52-9938-4cff59b329cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f HTTP/1.1" status: 200 len: 217 time: 0.0370290 Apr 07 11:53:20.840694 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-ace0b704-f7a5-4e13-bb1b-bc75b53efb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:20.842159 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-ace0b704-f7a5-4e13-bb1b-bc75b53efb1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8de7583b-58b4-48d0-8215-b00ebdee255a HTTP/1.1" status: 200 len: 854 time: 0.0656455 Apr 07 11:53:20.853880 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec429e0f-0587-47a1-826e-22db39425642 req-b2105004-6212-4b4f-83bc-9ab741fde35f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:20.855286 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec429e0f-0587-47a1-826e-22db39425642 req-b2105004-6212-4b4f-83bc-9ab741fde35f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 944 time: 0.0876715 Apr 07 11:53:20.885467 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-4b5ab7d3-2cc5-4c85-b85a-0438ef3fd9d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d62ecdb5-57f3-4681-8bea-8b530b8c315a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292025 Apr 07 11:53:20.971967 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec429e0f-0587-47a1-826e-22db39425642 req-175656b7-c1b4-4e51-9c18-5cc2fdb0b814 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083677 Apr 07 11:53:20.997659 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-d894c9fb-85ea-4d71-85fd-9e14d779c71c service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042438 Apr 07 11:53:21.087794 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2d70a572-a69a-477c-aeb3-f86ef494c5d3 req-6aaa478e-ef7a-465b-8804-2db629ddbbc6 service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842915 Apr 07 11:53:21.877557 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-0e5726c7-437f-40c5-adde-42612d697bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:21.879027 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-0e5726c7-437f-40c5-adde-42612d697bbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eebac7f35ba543f3ab6596a78313c6df&device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 1128 time: 0.0434210 Apr 07 11:53:21.964651 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-2f74b456-70e9-4ce9-8c2c-8133c0754a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:21.966110 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-2f74b456-70e9-4ce9-8c2c-8133c0754a6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 200 len: 915 time: 0.0815995 Apr 07 11:53:22.009262 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-1902ae30-eca7-4a63-b64e-3de1292526b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f HTTP/1.1" status: 200 len: 217 time: 0.0366671 Apr 07 11:53:22.080396 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-773f521e-938b-4ff2-bf0e-60a6805d30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:22.081825 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-773f521e-938b-4ff2-bf0e-60a6805d30d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8de7583b-58b4-48d0-8215-b00ebdee255a HTTP/1.1" status: 200 len: 854 time: 0.0668352 Apr 07 11:53:22.118414 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-2259e6d1-2290-4054-8e1a-24ecdfadb7f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d62ecdb5-57f3-4681-8bea-8b530b8c315a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293128 Apr 07 11:53:22.128780 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118d66a-3974-4f22-910d-40408dc80118 req-4d3c5bad-d92d-4432-9d69-6b8552d97fbe tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:22.130336 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7118d66a-3974-4f22-910d-40408dc80118 req-4d3c5bad-d92d-4432-9d69-6b8552d97fbe tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 944 time: 0.0866675 Apr 07 11:53:22.224216 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7118d66a-3974-4f22-910d-40408dc80118 req-2422dcb7-b218-4a23-bb83-e0022f9b5a48 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863891 Apr 07 11:53:22.243184 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-88d67655-ec19-400d-ab01-ee5899262dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119328 Apr 07 11:53:22.334672 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1597230e-0bd7-4864-b32e-b02948baf0ea req-940a63a4-5d83-4249-a02a-7bcfae31f27d service neutron] 10.222.0.26 "GET /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838711 Apr 07 11:53:23.270005 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:53:23.340885 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad542c-1433-45b1-9641-3f9f8b5abb88 req-d567b791-ea57-48e5-8c59-aeb0ba5e9495 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:23.342481 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ddad542c-1433-45b1-9641-3f9f8b5abb88 req-d567b791-ea57-48e5-8c59-aeb0ba5e9495 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 944 time: 0.0513387 Apr 07 11:53:23.367940 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:23.379505 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f', 'network_id': 'd62ecdb5-57f3-4681-8bea-8b530b8c315a', 'port_id': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f', 'mac_address': 'fa:16:3e:1b:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de7583b-58b4-48d0-8215-b00ebdee255a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:53:23.388369 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ddad542c-1433-45b1-9641-3f9f8b5abb88 req-9f099d8d-61a8-4df8-88e3-e619847c159d tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Apr 07 11:53:23.417375 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:23.417775 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:23.430366 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:53:23.449679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:23.454224 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:23.503171 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:23.510188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.510544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.510893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.511238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.511575 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.511910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.512238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.512567 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.512949 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.513282 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.513612 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.513942 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.514268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.514594 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.514918 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:23.667118 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:24.507276 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff676f60-3697-4f4c-a1f9-5fa3bab04406 req-a614d9d9-11b7-443e-9e12-0a48ea0fe3b2 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:24.508916 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ff676f60-3697-4f4c-a1f9-5fa3bab04406 req-a614d9d9-11b7-443e-9e12-0a48ea0fe3b2 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 945 time: 0.0563993 Apr 07 11:53:24.555429 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ff676f60-3697-4f4c-a1f9-5fa3bab04406 req-888e997a-eb26-482c-b0f8-38fc1ce7f983 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Apr 07 11:53:25.285933 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:25.332383 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:53:25.336242 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:25.336614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:25.412033 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:25.412411 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:25.437207 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:25.440007 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe86e20b-aee3-49b8-8f8d-ab0f3cd912e3" -d '{"events": [{"server_uuid": "e9fad82e-e5cf-47d0-8745-656d20fe7fed", "name": "network-vif-plugged", "status": "completed", "tag": "13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:25.452531 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:25.457183 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:25.479704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d333e22-9596-4931-9954-5f31eb94bfa7 x-openstack-request-id: req-8d333e22-9596-4931-9954-5f31eb94bfa7 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:25.479994 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fad82e-e5cf-47d0-8745-656d20fe7fed", "name": "network-vif-plugged", "status": "completed", "tag": "13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:25.480247 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d333e22-9596-4931-9954-5f31eb94bfa7 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:25.480637 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d333e22-9596-4931-9954-5f31eb94bfa7'] response: {'server_uuid': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f', 'code': 200} Apr 07 11:53:25.506930 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:25.678117 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f92eab-0a7b-441f-b85c-7571f49d6df5 req-62cc50f9-60db-476a-b7f0-eb6131bd441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:25.679825 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-45f92eab-0a7b-441f-b85c-7571f49d6df5 req-62cc50f9-60db-476a-b7f0-eb6131bd441e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 1130 time: 0.0785017 Apr 07 11:53:25.691489 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37128787-5268-4b66-9048-cf3940c0be9a req-98b5a7e4-c7e8-4e38-bae2-aa895c056667 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:25.692965 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-37128787-5268-4b66-9048-cf3940c0be9a req-98b5a7e4-c7e8-4e38-bae2-aa895c056667 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 946 time: 0.0659285 Apr 07 11:53:25.762262 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-45f92eab-0a7b-441f-b85c-7571f49d6df5 req-7f196c09-cbb7-4aec-b6fd-ad6fc0dd3bc2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683460 Apr 07 11:53:25.769764 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-37128787-5268-4b66-9048-cf3940c0be9a req-aa98ce19-3ab1-4f7d-92cc-86d6d8650b83 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 Apr 07 11:53:26.887282 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffad8a9-f01e-432f-9f12-199da3e94655 req-0cb5232f-01e6-4955-8139-feb47fd0fb2f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:26.888736 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3ffad8a9-f01e-432f-9f12-199da3e94655 req-0cb5232f-01e6-4955-8139-feb47fd0fb2f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 946 time: 0.0527411 Apr 07 11:53:26.934995 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3ffad8a9-f01e-432f-9f12-199da3e94655 req-70506d8b-1739-456d-9155-95d218772fe2 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Apr 07 11:53:27.347589 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ffe69e7a-2400-4fd3-b926-cfc9e54da7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.062750 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b27ac4-a4ee-4e61-842c-289f567259f5 req-563feaa5-f980-4f55-b0e9-f921fac59f02 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:28.064208 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-98b27ac4-a4ee-4e61-842c-289f567259f5 req-563feaa5-f980-4f55-b0e9-f921fac59f02 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 946 time: 0.0516543 Apr 07 11:53:28.112685 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-98b27ac4-a4ee-4e61-842c-289f567259f5 req-7752d5f1-0f93-47b0-b9ce-1b0d119b2b5c tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Apr 07 11:53:29.557887 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d9dc-ff95-439d-b13a-9dc4ad22eba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.681516 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.938851 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:33.596725 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:35.570926 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:53:41.123842 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d88a6b-a198-4b4d-9960-c80ec8e1e913 req-c87ecc0f-afd5-4f26-b198-d138fa436672 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:41.125950 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8d88a6b-a198-4b4d-9960-c80ec8e1e913 req-c87ecc0f-afd5-4f26-b198-d138fa436672 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0519257 Apr 07 11:53:41.183546 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c8d88a6b-a198-4b4d-9960-c80ec8e1e913 req-81b7aa53-417f-4ee9-b157-cf7026f816db tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516901 Apr 07 11:53:42.024442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-8e12ad3a-f01e-42b4-96fb-80717a65aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.025964 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-8e12ad3a-f01e-42b4-96fb-80717a65aab0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1169 time: 0.0441997 Apr 07 11:53:42.115658 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-7789407b-beff-4421-b300-e24061e37f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.117127 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-7789407b-beff-4421-b300-e24061e37f29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.0846579 Apr 07 11:53:42.178911 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-2b212d8a-bab2-48c9-a392-4fd046939a40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 1002 time: 0.0557601 Apr 07 11:53:42.230181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-af3f05a3-c64a-4197-a73a-a259715c5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.231831 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-af3f05a3-c64a-4197-a73a-a259715c5695 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.0459752 Apr 07 11:53:42.310377 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-c5949407-7594-4392-8b02-58c4242492e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.311812 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-c5949407-7594-4392-8b02-58c4242492e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732143 Apr 07 11:53:42.333203 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3fe78-3e0b-48d8-bf56-2ad9a68ab5a2 req-ccfa5a2d-4c34-4402-b5b3-c9cc9e10dd66 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:42.334577 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfc3fe78-3e0b-48d8-bf56-2ad9a68ab5a2 req-ccfa5a2d-4c34-4402-b5b3-c9cc9e10dd66 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0715930 Apr 07 11:53:42.449547 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bfc3fe78-3e0b-48d8-bf56-2ad9a68ab5a2 req-99025838-0e34-44c2-ac3f-68e6d2268df2 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058743 Apr 07 11:53:42.453176 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-12a17c15-78a5-4cd6-9477-2a01ee309be6 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339803 Apr 07 11:53:42.540452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1323cf9a-dee9-4b81-adce-57f2da5e2db1 req-25b78da9-be4f-4b79-b47a-be56a69aed7c service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803390 Apr 07 11:53:43.568639 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62452f70-47f7-480b-b2f1-fdd447bd99ea req-73cc0580-df7b-4eb3-9467-2434d6477ebe tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:43.570118 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-62452f70-47f7-480b-b2f1-fdd447bd99ea req-73cc0580-df7b-4eb3-9467-2434d6477ebe tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0554466 Apr 07 11:53:43.630595 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-62452f70-47f7-480b-b2f1-fdd447bd99ea req-2f87cab2-3a99-4002-b28e-1249420de03f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544083 Apr 07 11:53:44.906198 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018315a3-5274-4eeb-a5ab-5c53451bd2e4 req-9f599e52-3b95-4944-8cd8-61f1dfc5bff8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:44.907670 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-018315a3-5274-4eeb-a5ab-5c53451bd2e4 req-9f599e52-3b95-4944-8cd8-61f1dfc5bff8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0529702 Apr 07 11:53:44.965841 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-018315a3-5274-4eeb-a5ab-5c53451bd2e4 req-69adda46-9bcc-40fe-9533-9e5e7bb562eb tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525489 Apr 07 11:53:46.086285 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac1a91-8c00-4ebf-bba2-ab4f177a40f8 req-7cbe955a-9ca2-4d47-816f-86a62bdbd166 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:46.087726 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e8ac1a91-8c00-4ebf-bba2-ab4f177a40f8 req-7cbe955a-9ca2-4d47-816f-86a62bdbd166 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0548503 Apr 07 11:53:46.144814 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e8ac1a91-8c00-4ebf-bba2-ab4f177a40f8 req-814e3666-5870-406e-b481-f59376d621a8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514901 Apr 07 11:53:46.407481 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.261668 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afad926-0960-4e33-8195-6a2e589bdb23 req-758bd953-fe2e-4b03-b5d9-a7a439098a39 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:47.263071 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0afad926-0960-4e33-8195-6a2e589bdb23 req-758bd953-fe2e-4b03-b5d9-a7a439098a39 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0520556 Apr 07 11:53:47.321315 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0afad926-0960-4e33-8195-6a2e589bdb23 req-1ca5f3c3-ed33-4f0a-b5bc-7dbf4c02cbf0 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519774 Apr 07 11:53:48.023413 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10581407-5ddf-4497-bd62-d19c965f3e17 req-6abeb75e-980b-49be-8962-eaa6d72e01d2 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:48.024785 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-10581407-5ddf-4497-bd62-d19c965f3e17 req-6abeb75e-980b-49be-8962-eaa6d72e01d2 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 946 time: 0.0514467 Apr 07 11:53:48.072570 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-10581407-5ddf-4497-bd62-d19c965f3e17 req-4eb32234-f21e-463e-89f2-1bcd1b34e0f3 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Apr 07 11:53:48.439037 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51baf5-8907-4d94-8acd-7a39645334fe req-b9544aa2-060d-4c32-98e2-bdb0e61a8daf tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:48.440480 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab51baf5-8907-4d94-8acd-7a39645334fe req-b9544aa2-060d-4c32-98e2-bdb0e61a8daf tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0514553 Apr 07 11:53:48.497867 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ab51baf5-8907-4d94-8acd-7a39645334fe req-6e26f1f8-d235-4532-8319-96419e106e27 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516653 Apr 07 11:53:49.188986 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08130286-0136-40cb-8290-e245988a2137 req-19af7c25-dc00-4023-b637-65782f81b7cc tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:49.190448 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08130286-0136-40cb-8290-e245988a2137 req-19af7c25-dc00-4023-b637-65782f81b7cc tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 946 time: 0.0517199 Apr 07 11:53:49.235398 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-08130286-0136-40cb-8290-e245988a2137 req-d394036e-0ca3-455e-ba49-6a61de00dd86 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/security-groups?id=45c83cd0-a253-453d-89a7-71dd2c706ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Apr 07 11:53:49.520490 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762322a-4f0b-4092-870f-2be10a1164cd req-bc7d7f5a-aee2-4511-b61d-adb5dce46655 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:49.521953 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b762322a-4f0b-4092-870f-2be10a1164cd req-bc7d7f5a-aee2-4511-b61d-adb5dce46655 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 946 time: 0.0543685 Apr 07 11:53:49.639833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0393-05a7-43b2-8c4f-b89c9527ba08 req-ff34f781-06fb-4f6d-986a-2b694540bd3e tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:49.641807 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bb4a0393-05a7-43b2-8c4f-b89c9527ba08 req-ff34f781-06fb-4f6d-986a-2b694540bd3e tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0781665 Apr 07 11:53:49.666878 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Deleting port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:49.667221 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.035625 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bb4a0393-05a7-43b2-8c4f-b89c9527ba08 req-135af99f-ca8a-4cc4-b6de-7b585f916304 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3867109 Apr 07 11:53:50.057857 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] For port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,segment=NetworkSegment(93d0df8a-389b-4f6c-9bf1-db8975ca3c6f),segment_id=93d0df8a-389b-4f6c-9bf1-db8975ca3c6f)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:50.058227 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.071014 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Calling delete_port for 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:50.193573 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.210121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:53:50.220733 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Pushing event deleted for resources: {'Port': ['ID=13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.267966 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] No DVR routers for this DVR port 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:50.270469 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.273725 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b762322a-4f0b-4092-870f-2be10a1164cd req-51a8ad34-f557-4d8d-be16-6bf34bd2957f tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.26 "DELETE /v2.0/ports/13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f HTTP/1.1" status: 204 len: 173 time: 0.7463815 Apr 07 11:53:50.274201 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'name': 'network-vif-deleted', 'tag': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:50.276455 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3ff334-4bc2-4a15-afd7-92a0d501f298" -d '{"events": [{"server_uuid": "e9fad82e-e5cf-47d0-8745-656d20fe7fed", "name": "network-vif-deleted", "tag": "13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:50.317038 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918be41-ae75-409c-98be-a999844de36f x-openstack-request-id: req-2918be41-ae75-409c-98be-a999844de36f {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:50.317347 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fad82e-e5cf-47d0-8745-656d20fe7fed", "name": "network-vif-deleted", "tag": "13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:50.317576 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2918be41-ae75-409c-98be-a999844de36f {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:50.317996 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2918be41-ae75-409c-98be-a999844de36f'] response: {'server_uuid': 'e9fad82e-e5cf-47d0-8745-656d20fe7fed', 'name': 'network-vif-deleted', 'tag': '13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f', 'status': 'completed', 'code': 200} Apr 07 11:53:50.334434 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-3797cb9e-6d2f-4b97-8d9a-fd2e3f0a0586 req-7520c1e3-6a16-4875-998e-fe93dac76e07 tempest-VolumesSnapshotTestJSON-1393193287 tempest-VolumesSnapshotTestJSON-1393193287-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fad82e-e5cf-47d0-8745-656d20fe7fed HTTP/1.1" status: 200 len: 210 time: 0.0305104 Apr 07 11:53:51.158601 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b438cca-cbad-4968-8f7e-5d5e2b891c1e req-7b2d1db7-1e42-4f7f-bc09-42d1e3923a12 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:51.160072 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b438cca-cbad-4968-8f7e-5d5e2b891c1e req-7b2d1db7-1e42-4f7f-bc09-42d1e3923a12 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0527332 Apr 07 11:53:51.218526 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b438cca-cbad-4968-8f7e-5d5e2b891c1e req-0ed5e4b6-11ef-4cec-be1e-81e1e496dae3 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522127 Apr 07 11:53:52.334017 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17641ce0-1662-4e42-a73f-e0c37b107a29 req-b3e4fed4-ae99-45bf-84b0-658bd8cc998d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.335452 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17641ce0-1662-4e42-a73f-e0c37b107a29 req-b3e4fed4-ae99-45bf-84b0-658bd8cc998d tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0513668 Apr 07 11:53:52.395810 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-17641ce0-1662-4e42-a73f-e0c37b107a29 req-1c9bacea-7d39-4223-9523-6292d19e1fae tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547819 Apr 07 11:53:52.550682 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-ff5b88eb-e761-4c56-b0e9-c2d41f4157c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.552047 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-ff5b88eb-e761-4c56-b0e9-c2d41f4157c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1169 time: 0.0446825 Apr 07 11:53:52.649652 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-3d3376a8-b811-416a-a16e-a3c49fd3a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.651139 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-3d3376a8-b811-416a-a16e-a3c49fd3a186 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.0816486 Apr 07 11:53:52.719103 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-9a8b9c12-e73f-4e81-9bd5-27c36b9e4655 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 1002 time: 0.0619915 Apr 07 11:53:52.766574 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-938f75b5-71f4-4e87-9372-f1c712f5a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.768069 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-938f75b5-71f4-4e87-9372-f1c712f5a129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.0440176 Apr 07 11:53:52.918604 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-42e57543-397d-4cbe-859e-b6ef5f71121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.920391 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-42e57543-397d-4cbe-859e-b6ef5f71121d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436921 Apr 07 11:53:53.011438 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-6ee851f3-0f4b-4331-b9b7-164cd68f8dbb service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844946 Apr 07 11:53:53.098625 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d7cfb1f3-0032-4577-bac6-af88b5bba77c req-7322f689-4d61-4b6d-b2fc-003c20c0e2ee service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819314 Apr 07 11:53:53.511496 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003b8d7-798c-4ccd-9e06-c3efae229bbc req-050a8ea3-ef98-4234-a4a0-54bc8325c4d1 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:53.512963 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f003b8d7-798c-4ccd-9e06-c3efae229bbc req-050a8ea3-ef98-4234-a4a0-54bc8325c4d1 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0521340 Apr 07 11:53:53.570503 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f003b8d7-798c-4ccd-9e06-c3efae229bbc req-a3045d64-b872-4303-bae7-8b76660694f0 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514514 Apr 07 11:53:53.835937 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:53.856227 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:53.856575 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 13fd6c1b-0de2-4dcc-b297-a1cbc2dc444f not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:54.685927 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11169-5a61-4c6a-9484-5e5eb53a8c44 req-5cfae149-d6d1-4985-8795-1fcf78f2f8eb tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:54.687874 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-80b11169-5a61-4c6a-9484-5e5eb53a8c44 req-5cfae149-d6d1-4985-8795-1fcf78f2f8eb tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0521088 Apr 07 11:53:54.745373 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-80b11169-5a61-4c6a-9484-5e5eb53a8c44 req-31e2f4ef-a3aa-4540-928c-63009da71984 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518973 Apr 07 11:53:55.868077 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce00a2-1ae5-4ba4-b69b-374aefa95917 req-3bfd4245-e81f-4648-84a4-116b7e541c09 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:55.869575 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-07ce00a2-1ae5-4ba4-b69b-374aefa95917 req-3bfd4245-e81f-4648-84a4-116b7e541c09 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0584607 Apr 07 11:53:55.931106 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-07ce00a2-1ae5-4ba4-b69b-374aefa95917 req-cc60e41e-125a-4726-9a5d-0fd1b0a8f8bf tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542455 Apr 07 11:53:57.048294 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbdabe-ac9e-478e-989c-d5f669a36b50 req-12a604ed-3b8b-444c-908f-4768ddc48c33 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:57.049781 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c2fbdabe-ac9e-478e-989c-d5f669a36b50 req-12a604ed-3b8b-444c-908f-4768ddc48c33 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0527620 Apr 07 11:53:57.108553 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c2fbdabe-ac9e-478e-989c-d5f669a36b50 req-40db7976-1a43-484c-8012-57b18c6f3b21 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532007 Apr 07 11:53:57.347824 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-de68dfb1-822e-469b-aa30-0f82569b50f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.224492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf626c9-8f3d-46d4-aca9-3c7e53fa6a32 req-84a90378-aa60-4fca-94fa-6d1cdd3ab20c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:58.225888 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5bf626c9-8f3d-46d4-aca9-3c7e53fa6a32 req-84a90378-aa60-4fca-94fa-6d1cdd3ab20c tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0513525 Apr 07 11:53:58.286361 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5bf626c9-8f3d-46d4-aca9-3c7e53fa6a32 req-f3c374a0-8130-4cf3-ac5c-e27256b92b0e tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547664 Apr 07 11:53:59.404473 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40a408-f0f5-4bef-8774-615463f2f2fb req-c2937375-42e9-4a21-86eb-1adaa4ddcfc8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:59.406018 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2e40a408-f0f5-4bef-8774-615463f2f2fb req-c2937375-42e9-4a21-86eb-1adaa4ddcfc8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0541830 Apr 07 11:53:59.468899 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2e40a408-f0f5-4bef-8774-615463f2f2fb req-c57a5a12-8427-413d-8625-031bd1f4d528 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542998 Apr 07 11:53:59.560704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a340e59d-96a1-4867-bcab-07437fc7a289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.581226 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb70f5b-a850-491a-89d1-0d388192e278 req-a45a434b-ea85-4775-86d5-dc222e81f763 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:00.582657 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5cb70f5b-a850-491a-89d1-0d388192e278 req-a45a434b-ea85-4775-86d5-dc222e81f763 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0509665 Apr 07 11:54:00.640129 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5cb70f5b-a850-491a-89d1-0d388192e278 req-cecd7df1-12e2-4d61-9707-f68820f01740 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519631 Apr 07 11:54:00.684047 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:01.761062 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77015-31fe-4f40-87f2-687716a73093 req-958fff37-3883-46fa-87a8-412a72170e3f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:01.762517 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e1e77015-31fe-4f40-87f2-687716a73093 req-958fff37-3883-46fa-87a8-412a72170e3f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0545807 Apr 07 11:54:01.822976 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e1e77015-31fe-4f40-87f2-687716a73093 req-71c23ebb-77ef-4ea2-8aef-3888787a1604 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543022 Apr 07 11:54:01.942260 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:02.946892 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4870a0-a822-4470-8eaf-3b1597bf6050 req-ed4c864e-1565-4b08-83ae-794bd0a95eef tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:02.948469 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd4870a0-a822-4470-8eaf-3b1597bf6050 req-ed4c864e-1565-4b08-83ae-794bd0a95eef tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0561297 Apr 07 11:54:03.009788 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bd4870a0-a822-4470-8eaf-3b1597bf6050 req-7c190406-014f-456b-a8da-f7cae37bae92 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549614 Apr 07 11:54:03.598127 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:04.128640 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417682b5-edb6-4cec-b2d4-8da5fd7f10b4 req-cf0f0ecc-274b-4fda-9169-977fddc4e3f4 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:04.130388 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-417682b5-edb6-4cec-b2d4-8da5fd7f10b4 req-cf0f0ecc-274b-4fda-9169-977fddc4e3f4 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0557449 Apr 07 11:54:04.188268 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-417682b5-edb6-4cec-b2d4-8da5fd7f10b4 req-2a5e165b-9c57-4e76-a1b3-73878948d3be tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdbb058-6073-45b4-afb4-73fefdea0608&id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522695 Apr 07 11:54:12.481418 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44526) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:12.524168 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Deleting subnet 8de7583b-58b4-48d0-8215-b00ebdee255a {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:54:12.527074 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Publish callbacks [] for subnet (8de7583b-58b4-48d0-8215-b00ebdee255a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.563564 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (8de7583b-58b4-48d0-8215-b00ebdee255a), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.568760 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:12.601419 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (8de7583b-58b4-48d0-8215-b00ebdee255a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.649966 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (8de7583b-58b4-48d0-8215-b00ebdee255a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.675310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de7583b-58b4-48d0-8215-b00ebdee255a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:12.677259 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.680333 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1a6cad71-e8f2-454c-910f-e6f034b1d3cf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8de7583b-58b4-48d0-8215-b00ebdee255a HTTP/1.1" status: 204 len: 168 time: 0.1979246 Apr 07 11:54:12.682764 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44528) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:12.750796 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (d62ecdb5-57f3-4681-8bea-8b530b8c315a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.824384 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (d62ecdb5-57f3-4681-8bea-8b530b8c315a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.847637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62ecdb5-57f3-4681-8bea-8b530b8c315a']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:12.857537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:12.857830 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d0df8a-389b-4f6c-9bf1-db8975ca3c6f') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:12.866779 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (93d0df8a-389b-4f6c-9bf1-db8975ca3c6f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.879978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (93d0df8a-389b-4f6c-9bf1-db8975ca3c6f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.885961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:54:12.886334 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (93d0df8a-389b-4f6c-9bf1-db8975ca3c6f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:54:12.887921 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:54:12.940969 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (d62ecdb5-57f3-4681-8bea-8b530b8c315a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.946673 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.949950 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d62ecdb5-57f3-4681-8bea-8b530b8c315a HTTP/1.1" status: 204 len: 168 time: 0.2663012 Apr 07 11:54:12.961066 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c849583-200c-4196-9074-7863e46870c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62ecdb5-57f3-4681-8bea-8b530b8c315a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:13.105199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44532) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:13.145516 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a58e90fe-cff8-499d-a4c1-8ecf48fa3fbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eebac7f35ba543f3ab6596a78313c6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391660 Apr 07 11:54:13.147934 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44534) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:13.196227 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d09302a2-f1b9-4f1b-b810-6642ec5dbbc6 admin admin] Publish callbacks [] for security_group (45c83cd0-a253-453d-89a7-71dd2c706ba2), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:13.216821 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d09302a2-f1b9-4f1b-b810-6642ec5dbbc6 admin admin] Publish callbacks [] for security_group (45c83cd0-a253-453d-89a7-71dd2c706ba2), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:13.261474 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d09302a2-f1b9-4f1b-b810-6642ec5dbbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (45c83cd0-a253-453d-89a7-71dd2c706ba2), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:13.264578 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-d09302a2-f1b9-4f1b-b810-6642ec5dbbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:13.265734 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-d09302a2-f1b9-4f1b-b810-6642ec5dbbc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45c83cd0-a253-453d-89a7-71dd2c706ba2 HTTP/1.1" status: 204 len: 168 time: 0.1169250 Apr 07 11:54:13.272813 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09302a2-f1b9-4f1b-b810-6642ec5dbbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c83cd0-a253-453d-89a7-71dd2c706ba2,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:16.423573 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:27.350515 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f593d7c2-0b88-4f4f-91d6-31fd9862d199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:29.562910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1ed21506-74e4-48ce-bed0-145ff78bd4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.259018 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44662) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:30.360901 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.437259 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Publish callbacks [] for security_group (f3cecc2f-7bca-4746-83a8-bc9b9926900b), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.440842 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (f3cecc2f-7bca-4746-83a8-bc9b9926900b), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.489583 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d627f2190f6941c989ba7c770eb5ef09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294943 Apr 07 11:54:30.491483 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cecc2f-7bca-4746-83a8-bc9b9926900b,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:30.492374 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44666) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:30.499276 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.499624 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.499968 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.500357 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.500697 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.501058 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.501387 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.501738 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.502089 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.502413 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.502740 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.503063 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.503382 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.503702 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.504033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efe867-7717-4a3c-a0f1-dfbec57238c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.540078 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Publish callbacks [] for security_group (f3cecc2f-7bca-4746-83a8-bc9b9926900b), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.561508 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Publish callbacks [] for security_group (f3cecc2f-7bca-4746-83a8-bc9b9926900b), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.606065 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (f3cecc2f-7bca-4746-83a8-bc9b9926900b), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.609513 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.610661 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3cecc2f-7bca-4746-83a8-bc9b9926900b HTTP/1.1" status: 204 len: 168 time: 0.1170032 Apr 07 11:54:30.621187 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cecc2f-7bca-4746-83a8-bc9b9926900b,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:30.628784 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.629028 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.629364 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.629718 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.630284 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.630625 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.630953 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.631276 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.631600 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.631925 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.632248 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.632570 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.632914 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.633235 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.633555 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc88760-3825-449c-8564-7abb2768dba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:30.687505 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.206775 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44688) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:31.300385 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-387242822-network', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:31.319975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Made reservation on behalf of 7f9fc3a055314297b8e4fc5feca5029b for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:31.322102 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.330537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.406285 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks [] for security_group (e5fdf759-698e-448c-84a4-3900d224ca78), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.409971 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e5fdf759-698e-448c-84a4-3900d224ca78), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.434455 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:31.444457 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdf759-698e-448c-84a4-3900d224ca78,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:31.449908 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (7397baa0-258a-4786-8ea3-4028e3c2065a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.450245 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Added segment 7397baa0-258a-4786-8ea3-4028e3c2065a of type vlan for network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 Apr 07 11:54:31.491913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (ddcb04fc-f977-4dec-b4c9-6866c8a53e57), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.518460 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (ddcb04fc-f977-4dec-b4c9-6866c8a53e57), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.519612 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:31.520225 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.574752 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3668137 Apr 07 11:54:31.578354 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44692) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:31.580473 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339928-21b1-4bcb-9b73-9cd155bdec13 admin admin] Pushing event updated for resources: {'Network': ['ID=ddcb04fc-f977-4dec-b4c9-6866c8a53e57,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:31.583208 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Request body: {'subnet': {'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-387242822-subnet', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'ip_version': 4}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:31.590148 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:31.601898 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Made reservation on behalf of 7f9fc3a055314297b8e4fc5feca5029b for: {'subnet': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:31.604303 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8465514'] for subnet (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.770792 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475536'] for subnet (0327dfce-e24e-4155-9f60-c59f122ba5d6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.830757 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0327dfce-e24e-4155-9f60-c59f122ba5d6,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:31.835802 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Checking segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:31.836260 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Network hostable DHCP agents. Network: ddcb04fc-f977-4dec-b4c9-6866c8a53e57, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:31.852011 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:31.860990 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, ddcb04fc-f977-4dec-b4c9-6866c8a53e57) {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:31.865115 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:31.865702 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.870225 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c75ab-0419-4856-ade6-03880e10203c None None] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:31.881860 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-4f6dab30-2362-490e-8eda-e4a6f7c741ae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3023934 Apr 07 11:54:31.884471 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44694) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:31.888660 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:31.908365 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.909614 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.956764 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.962609 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks [] for router_controller (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), precommit_add_association {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.988994 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:54:31.989853 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.109352 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks [] for router_gateway (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.128268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Allocated IP 172.20.0.2 (ddcb04fc-f977-4dec-b4c9-6866c8a53e57/0327dfce-e24e-4155-9f60-c59f122ba5d6/93707931-3e0c-4cfa-be1b-1583ad081ae4) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:32.269980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Publish callbacks [] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.276812 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.299938 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks [] for router_gateway (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.315691 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:32.320473 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:32.322762 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.325026 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:32.328543 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Pushing event updated for resources: {'Port': ['ID=93707931-3e0c-4cfa-be1b-1583ad081ae4,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:32.339785 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.340146 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.340494 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.340836 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.341204 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.341568 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.341903 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.342234 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.342567 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.342897 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.343227 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.343559 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.343883 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.344209 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.344532 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.391940 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Attempting to bind port 93707931-3e0c-4cfa-be1b-1583ad081ae4 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:32.392203 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Attempting to bind port 93707931-3e0c-4cfa-be1b-1583ad081ae4 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:32.392549 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Attempting to bind port 93707931-3e0c-4cfa-be1b-1583ad081ae4 on network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:32.397427 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:32.397800 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Checking segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:32.398198 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.398588 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Bound using segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:32.399044 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Bound port: 93707931-3e0c-4cfa-be1b-1583ad081ae4, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:32.399420 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.426121 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Allocated IP 172.27.2.43 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/14a91bf7-3b55-4b33-8ba0-9f265361d6d5) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:32.462293 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] For port 93707931-3e0c-4cfa-be1b-1583ad081ae4, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:32.465262 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] For port 93707931-3e0c-4cfa-be1b-1583ad081ae4, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=93707931-3e0c-4cfa-be1b-1583ad081ae4,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:32.471941 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.530667 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa355930-9861-425e-bdfd-4adb2bbe87a0 None None] Pushing event updated for resources: {'Port': ['ID=93707931-3e0c-4cfa-be1b-1583ad081ae4,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:32.533720 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks [] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.568295 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.605220 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:32.608556 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:32.611067 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:32.639405 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Pushing event updated for resources: {'Port': ['ID=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:32.888446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks [] for router_gateway (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.085059 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.216435 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:54:33.325067 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:33.333557 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Sync routers for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:33.343067 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.344595 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a2dc1edb-ba2a-4334-8fc7-73fcbda4d62b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4590507 Apr 07 11:54:33.345964 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:33.346591 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:33.347293 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44696) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:33.385046 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbfca32-d51e-441b-b848-86c65c314273 None None] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:33.514369 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] Provisioning complete for port 93707931-3e0c-4cfa-be1b-1583ad081ae4 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:33.514744 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.550145 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:33.694359 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.770058 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.921313 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] Current status of the port 93707931-3e0c-4cfa-be1b-1583ad081ae4 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:33.921722 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.931558 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Allocated IP 172.20.0.1 (ddcb04fc-f977-4dec-b4c9-6866c8a53e57/0327dfce-e24e-4155-9f60-c59f122ba5d6/d1c962ea-0ec0-4da9-ad4a-c16d6aeba837) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:33.962334 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] For port 93707931-3e0c-4cfa-be1b-1583ad081ae4, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=93707931-3e0c-4cfa-be1b-1583ad081ae4,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:33.967335 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.003320 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:32Z', 'revision_number': 3, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:34.041064 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Checking router: 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:34.041330 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Updating router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:54:34.057111 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks [] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.068069 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00851be-c0e9-4cb5-85fb-142f3997f682 None None] Pushing event updated for resources: {'Port': ['ID=93707931-3e0c-4cfa-be1b-1583ad081ae4,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.078950 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.091289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.131669 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:34.134404 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:34.137746 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:34.164179 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Pushing event updated for resources: {'Port': ['ID=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.188724 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.219363 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-dbef179c-1632-4ca1-8f0b-c6901810d567 None None] Provisioning complete for port 93707931-3e0c-4cfa-be1b-1583ad081ae4 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:34.219739 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-dbef179c-1632-4ca1-8f0b-c6901810d567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.323624 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.390280 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-dbef179c-1632-4ca1-8f0b-c6901810d567 None None] Current status of the port 93707931-3e0c-4cfa-be1b-1583ad081ae4 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:34.406768 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Publish callbacks [] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.412105 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.466831 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae4908-b648-42aa-b4e2-07c8060163b2 None None] Pushing event updated for resources: {'Port': ['ID=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.469331 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Attempting to bind port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:34.469491 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Attempting to bind port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:34.469855 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Attempting to bind port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:34.475397 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:34.475766 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:34.476161 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.476544 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:34.477039 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Bound port: 14a91bf7-3b55-4b33-8ba0-9f265361d6d5, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:34.477414 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.502429 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 93707931-3e0c-4cfa-be1b-1583ad081ae4 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:34.505455 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks [] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.511012 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.568040 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-4bbfd6f4-c7b1-4bb7-b6d7-8ce5cda80b70 None None] Provisioning complete for port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:34.568382 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd6f4-c7b1-4bb7-b6d7-8ce5cda80b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.577409 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Pushing event updated for resources: {'Port': ['ID=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.579725 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.592089 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] For port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:34.607468 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] For port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:34.618041 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.657052 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfd6f4-c7b1-4bb7-b6d7-8ce5cda80b70 None None] Port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:34.660455 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 93707931-3e0c-4cfa-be1b-1583ad081ae4 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:34.660806 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:34.671218 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:34.672567 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:34.714147 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae4908-b648-42aa-b4e2-07c8060163b2 None None] Pushing event updated for resources: {'Port': ['ID=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:34.724112 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:34.724745 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:34.794532 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:34.862258 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 93707931-3e0c-4cfa-be1b-1583ad081ae4 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:34.875025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:34.918978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:34.924227 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-609f3b74-fe61-4486-9979-aaede66f5ccd admin admin] 10.222.0.47 "PUT /v2.0/routers/9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5758719 Apr 07 11:54:35.017087 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-53a077d4-4486-450b-b0e9-3f681b913fbc None None] Provisioning complete for port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:35.017460 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-53a077d4-4486-450b-b0e9-3f681b913fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.084105 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-53a077d4-4486-450b-b0e9-3f681b913fbc None None] Port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:35.112426 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 2, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:35.139714 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e551190-dbb1-4802-b28c-9904df4cbf39 None None] The sync data for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi is: [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 2, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:35.416447 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44712) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:35.421384 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1382531189-network', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:35.441495 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Made reservation on behalf of 233e4b0fd9d54c72922f87981cf23e10 for: {'network': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:35.444134 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.455372 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.535015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks [] for security_group (3749d35b-8f42-47e2-9cff-d57539ee209c), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.538945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (3749d35b-8f42-47e2-9cff-d57539ee209c), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.561091 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:35.576977 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3749d35b-8f42-47e2-9cff-d57539ee209c,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:35.579941 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (82d91b23-dc9e-4708-8441-84a4641c4c5c), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.580235 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.segments_db [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Added segment 82d91b23-dc9e-4708-8441-84a4641c4c5c of type vlan for network f31e6edf-41b2-42d4-878b-a7d321e0f06f Apr 07 11:54:35.628544 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (f31e6edf-41b2-42d4-878b-a7d321e0f06f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.655822 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (f31e6edf-41b2-42d4-878b-a7d321e0f06f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.656820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:35.657431 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.719675 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2991667 Apr 07 11:54:35.719888 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44714) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:35.724539 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Request body: {'subnet': {'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1382531189-subnet', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:35.736538 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f30d86-5d24-4c46-b843-374ac761fd5c admin admin] Pushing event updated for resources: {'Network': ['ID=f31e6edf-41b2-42d4-878b-a7d321e0f06f,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:35.747164 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:35.752213 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Made reservation on behalf of 233e4b0fd9d54c72922f87981cf23e10 for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:35.754647 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.940648 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (8bc2adf2-6571-40ce-a20f-d244d98096ee), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:35.999995 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc2adf2-6571-40ce-a20f-d244d98096ee,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:36.010236 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Checking segment: {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:36.010609 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Network hostable DHCP agents. Network: f31e6edf-41b2-42d4-878b-a7d321e0f06f, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:36.029755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:36.039661 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, f31e6edf-41b2-42d4-878b-a7d321e0f06f) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:36.043855 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:36.044457 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.050556 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d1c32-7b6d-440a-9341-2b98542e3246 None None] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:36.067958 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a6e2c668-2628-4afe-809c-c825f046d6cf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3446229 Apr 07 11:54:36.068353 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44718) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:36.072667 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:36.091530 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (77ec64ce-3778-402c-babb-3f9e828a6ac3), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.092567 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (77ec64ce-3778-402c-babb-3f9e828a6ac3), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.153259 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks [] for router_controller (77ec64ce-3778-402c-babb-3f9e828a6ac3), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.169697 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-f31e6edf-41b2-42d4-878b-a7d321e0f06f', 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f', 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'fixed_ips': [{'subnet_id': '8bc2adf2-6571-40ce-a20f-d244d98096ee'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:54:36.170562 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.294046 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks [] for router_gateway (77ec64ce-3778-402c-babb-3f9e828a6ac3), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.313887 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Allocated IP 172.20.0.2 (f31e6edf-41b2-42d4-878b-a7d321e0f06f/8bc2adf2-6571-40ce-a20f-d244d98096ee/de55a748-6e42-4624-a9e0-5538e74e7624) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:36.474694 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Publish callbacks [] for port (de55a748-6e42-4624-a9e0-5538e74e7624), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.482416 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.510827 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:36.532295 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks [] for router_gateway (77ec64ce-3778-402c-babb-3f9e828a6ac3), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.552552 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.565340 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:36.573423 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:36.582285 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:36.584509 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Pushing event updated for resources: {'Port': ['ID=de55a748-6e42-4624-a9e0-5538e74e7624,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:36.650301 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-9b92fef5-ed7e-4b2d-866d-27ba79f7dfb9 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041971616&fields=id&tenant_id=f411565f245f48f2b18eeea2b1de14b0 HTTP/1.1" status: 200 len: 267 time: 0.0544314 Apr 07 11:54:36.651691 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:36.652177 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.681449 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Attempting to bind port de55a748-6e42-4624-a9e0-5538e74e7624 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:36.681976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Attempting to bind port de55a748-6e42-4624-a9e0-5538e74e7624 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:36.682448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Attempting to bind port de55a748-6e42-4624-a9e0-5538e74e7624 on network f31e6edf-41b2-42d4-878b-a7d321e0f06f {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:36.691520 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Allocated IP 172.27.2.124 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/d5e3af58-39ac-413d-be99-0e5d7fc7144d) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:36.693651 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:36.694281 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Checking segment: {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:36.694762 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.695231 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Bound using segment: {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:36.696458 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Bound port: de55a748-6e42-4624-a9e0-5538e74e7624, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:36.697042 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.704477 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-4b3f55b1-0130-4b4e-9714-6d8134e94bd7 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:36.709992 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-4b3f55b1-0130-4b4e-9714-6d8134e94bd7 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 985 time: 0.0582108 Apr 07 11:54:36.722501 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Request body: {'port': {'security_groups': ['4a70146e-73fd-41f2-8ad1-bc47294e8fc4']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:36.801900 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.804337 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks [] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.809989 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:36.810681 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.823504 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] For port de55a748-6e42-4624-a9e0-5538e74e7624, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:36.827937 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] For port de55a748-6e42-4624-a9e0-5538e74e7624, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=de55a748-6e42-4624-a9e0-5538e74e7624,segment=NetworkSegment(82d91b23-dc9e-4708-8441-84a4641c4c5c),segment_id=82d91b23-dc9e-4708-8441-84a4641c4c5c)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:36.837475 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:36.839273 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.840671 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.852884 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:36.876229 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:36.879289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:36.883248 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:36.924230 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c385-7b19-4c16-aae6-f7d4d7427235 None None] Pushing event updated for resources: {'Port': ['ID=de55a748-6e42-4624-a9e0-5538e74e7624,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:36.993003 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:37.047230 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:37.111868 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for port (740a54c8-b83c-4211-b257-e4999711fa72), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.125211 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.137378 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['740a54c8-b83c-4211-b257-e4999711fa72'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:37.219266 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Pushing event updated for resources: {'Port': ['ID=d5e3af58-39ac-413d-be99-0e5d7fc7144d,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:37.223484 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:37.224487 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.230419 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-81d0e97c-9a9d-4580-9c0d-294c1231ac30 req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "PUT /v2.0/ports/740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 943 time: 0.5126867 Apr 07 11:54:37.233320 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:37.235544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f7245-6eda-4933-ad1e-561d90b6d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:37.244201 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44722) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:37.255299 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c76136-6490-4cfd-b481-881076de8f6f tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event updated for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=7']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:37.280783 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['740a54c8-b83c-4211-b257-e4999711fa72'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:37.306648 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588106ea-0427-4264-b9f9-fb74735cd67e x-openstack-request-id: req-588106ea-0427-4264-b9f9-fb74735cd67e {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:37.307887 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:37.308318 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-588106ea-0427-4264-b9f9-fb74735cd67e {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:37.309133 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588106ea-0427-4264-b9f9-fb74735cd67e'] response: {'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'status': 'completed', 'code': 200} Apr 07 11:54:37.408473 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-1281ca02-543f-49ea-92bc-19a87fc64a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:37.411605 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-1281ca02-543f-49ea-92bc-19a87fc64a4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1130 time: 0.0721591 Apr 07 11:54:37.471184 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3236bf99-b848-4b70-8820-e325d844d2de tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group (ecdbb058-6073-45b4-afb4-73fefdea0608), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.507400 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3236bf99-b848-4b70-8820-e325d844d2de tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group (ecdbb058-6073-45b4-afb4-73fefdea0608), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.523473 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-81b840f2-50c2-4ab9-a0cc-8a900e0ba4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:37.525190 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-81b840f2-50c2-4ab9-a0cc-8a900e0ba4b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.1073606 Apr 07 11:54:37.563916 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-0c531490-b4ab-4150-8356-750f31417f25 None None] Provisioning complete for port 740a54c8-b83c-4211-b257-e4999711fa72 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:37.564294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0c531490-b4ab-4150-8356-750f31417f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (740a54c8-b83c-4211-b257-e4999711fa72), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.615849 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-7781f4be-54e0-4e56-8172-789ea8086174 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 1002 time: 0.0829141 Apr 07 11:54:37.671120 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-3c79994f-5634-4e9c-8cbb-87df861c3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:37.672574 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-3c79994f-5634-4e9c-8cbb-87df861c3c07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.0487020 Apr 07 11:54:37.692888 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3236bf99-b848-4b70-8820-e325d844d2de tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (ecdbb058-6073-45b4-afb4-73fefdea0608), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.695529 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-3236bf99-b848-4b70-8820-e325d844d2de tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.699079 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-3236bf99-b848-4b70-8820-e325d844d2de tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "DELETE /v2.0/security-groups/ecdbb058-6073-45b4-afb4-73fefdea0608 HTTP/1.1" status: 204 len: 168 time: 0.4512737 Apr 07 11:54:37.699251 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-0c531490-b4ab-4150-8356-750f31417f25 None None] Current status of the port 740a54c8-b83c-4211-b257-e4999711fa72 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:37.703847 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44726) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:37.724112 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236bf99-b848-4b70-8820-e325d844d2de tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdbb058-6073-45b4-afb4-73fefdea0608,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:37.754312 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-1256338a-78d4-4a89-9912-23bc985f7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:37.755551 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-1256338a-78d4-4a89-9912-23bc985f7325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768325 Apr 07 11:54:37.757703 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Sync routers for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:37.768139 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks [] for router_gateway (77ec64ce-3778-402c-babb-3f9e828a6ac3), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:37.772525 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:37.773199 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:37.858873 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-b34c0cda-e8fc-4cca-9997-427115248b96 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954473 Apr 07 11:54:37.883051 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:37.963743 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-344f7245-6eda-4933-ad1e-561d90b6d41d req-3468159e-59ae-4c7e-9987-24eca996ebbe service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989411 Apr 07 11:54:38.048966 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Deleting port bf9d783d-a148-4106-a477-06bc8ae0f02f {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:38.049345 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.100999 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (77ec64ce-3778-402c-babb-3f9e828a6ac3), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.106147 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 2, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:38.134558 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Checking router: 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:38.134919 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Updating router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:54:38.163406 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.204639 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.205012 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for floatingip (bf9d783d-a148-4106-a477-06bc8ae0f02f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.222031 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Calling delete_port for bf9d783d-a148-4106-a477-06bc8ae0f02f owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:38.320770 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f99672-a84f-4ed2-aa5c-5802b1a4d3a4 None None] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:38.365430 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Router 77ec64ce-3778-402c-babb-3f9e828a6ac3 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:54:38.439482 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] Provisioning complete for port de55a748-6e42-4624-a9e0-5538e74e7624 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:38.439953 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.467419 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Publish callbacks [] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.474361 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.521224 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (bf9d783d-a148-4106-a477-06bc8ae0f02f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.530167 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:38.552128 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e86039-32bf-4064-8559-419897538097 None None] Sync routers for ids ['77ec64ce-3778-402c-babb-3f9e828a6ac3'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:38.557762 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] Current status of the port de55a748-6e42-4624-a9e0-5538e74e7624 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:38.558213 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.573936 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event deleted for resources: {'Port': ['ID=bf9d783d-a148-4106-a477-06bc8ae0f02f,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:38.587545 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e86039-32bf-4064-8559-419897538097 None None] Routers {'77ec64ce-3778-402c-babb-3f9e828a6ac3'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:38.588388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-87e86039-32bf-4064-8559-419897538097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['77ec64ce-3778-402c-babb-3f9e828a6ac3'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:38.625286 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.626552 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-11e43f78-6ee9-4e0d-90fd-850b10123e1b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5572000 Apr 07 11:54:38.631215 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44728) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:38.681847 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] For port de55a748-6e42-4624-a9e0-5538e74e7624, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=de55a748-6e42-4624-a9e0-5538e74e7624,segment=NetworkSegment(82d91b23-dc9e-4708-8441-84a4641c4c5c),segment_id=82d91b23-dc9e-4708-8441-84a4641c4c5c)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:38.689880 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.694408 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Attempting to bind port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:38.694785 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Attempting to bind port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:38.695145 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Attempting to bind port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 on network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:38.697330 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Pushing event updated for resources: {'Port': ['ID=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:38.707392 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.708063 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.708667 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.709089 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.709434 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.714048 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.714641 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.714769 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks [] for floatingip (f025067e-b144-4e0b-9806-1c975c5294b0), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.715241 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.715334 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Floating IP f025067e-b144-4e0b-9806-1c975c5294b0 disassociated (deleted). External IP: 172.27.2.193, port: 740a54c8-b83c-4211-b257-e4999711fa72. Apr 07 11:54:38.715844 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.716193 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.717036 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.717386 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.717727 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.718346 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.718688 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:38.727163 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:38.727695 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Checking segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:38.727939 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.728333 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Bound using segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:38.728808 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Bound port: d1c962ea-0ec0-4da9-ad4a-c16d6aeba837, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:38.729214 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.774777 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device de55a748-6e42-4624-a9e0-5538e74e7624 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:38.870213 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] For port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:38.887869 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] For port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:38.900063 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:38.900209 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-87e86039-32bf-4064-8559-419897538097 None None] Set router 77ec64ce-3778-402c-babb-3f9e828a6ac3 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:38.938993 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563beaa7-bafb-4f65-8a1b-2d55ebd1aa37 None None] Pushing event updated for resources: {'Port': ['ID=de55a748-6e42-4624-a9e0-5538e74e7624,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:38.989479 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827a05f-16bb-46df-9d55-7cbd626835b6 None None] Pushing event updated for resources: {'Port': ['ID=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:39.013254 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:39.014914 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:39.017948 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c91e612b-76bc-4958-aae6-cd3f0a43c5f0 None None] Provisioning complete for port de55a748-6e42-4624-a9e0-5538e74e7624 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:39.018331 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c91e612b-76bc-4958-aae6-cd3f0a43c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.120386 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:39.139756 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port de55a748-6e42-4624-a9e0-5538e74e7624 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:39.140295 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.189743 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:39.261606 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.274916 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:39.276189 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c91e612b-76bc-4958-aae6-cd3f0a43c5f0 None None] Current status of the port de55a748-6e42-4624-a9e0-5538e74e7624 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:39.280134 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.332550 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-7365cafb-c7d6-4dfb-b903-c77819baafdd tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "DELETE /v2.0/floatingips/f025067e-b144-4e0b-9806-1c975c5294b0 HTTP/1.1" status: 204 len: 168 time: 1.6230719 Apr 07 11:54:39.333830 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:39.336323 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port de55a748-6e42-4624-a9e0-5538e74e7624 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:39.337611 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:39.337964 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129e348-50b6-428f-89d1-69b06230cfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:39.385149 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-87e86039-32bf-4064-8559-419897538097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:37Z', 'revision_number': 3, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:39.393140 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] Sync routers for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:39.393832 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27acc0cb-a8dc-4117-b9ad-367815a1f58c x-openstack-request-id: req-27acc0cb-a8dc-4117-b9ad-367815a1f58c {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:39.394089 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:39.394341 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27acc0cb-a8dc-4117-b9ad-367815a1f58c {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:39.394742 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27acc0cb-a8dc-4117-b9ad-367815a1f58c'] response: {'name': 'network-changed', 'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'status': 'completed', 'code': 200} Apr 07 11:54:39.414095 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e86039-32bf-4064-8559-419897538097 None None] Checking router: 77ec64ce-3778-402c-babb-3f9e828a6ac3 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:39.414448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e86039-32bf-4064-8559-419897538097 None None] Updating router 77ec64ce-3778-402c-babb-3f9e828a6ac3 port d5e3af58-39ac-413d-be99-0e5d7fc7144d binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:54:39.427126 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:39.427972 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:39.456438 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-87e86039-32bf-4064-8559-419897538097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.465590 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:39.465969 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.491236 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] Provisioning complete for port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:39.491463 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.626878 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:39.790690 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:38Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:39.796518 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:39.806049 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] Current status of the port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:39.806450 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.851133 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad5759-d519-4e72-86d9-b0e32cec054f None None] The sync data for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi is: [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:38Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:39.857443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] For port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:39.865471 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.870797 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e348-50b6-428f-89d1-69b06230cfbf req-bc2940c6-5f34-4b1b-a3d9-b5cb4c010804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:39.872370 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-bc2940c6-5f34-4b1b-a3d9-b5cb4c010804 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f411565f245f48f2b18eeea2b1de14b0&device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 1130 time: 0.4548111 Apr 07 11:54:39.902215 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Allocated IP 172.20.0.1 (f31e6edf-41b2-42d4-878b-a7d321e0f06f/8bc2adf2-6571-40ce-a20f-d244d98096ee/5a5da79e-0ad4-4a11-85a6-3ba88d19252e) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:39.942842 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-87e86039-32bf-4064-8559-419897538097 None None] Publish callbacks [] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:39.956758 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214427a-3f50-4215-b5f7-1cf712456486 None None] Pushing event updated for resources: {'Port': ['ID=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:39.959980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-87e86039-32bf-4064-8559-419897538097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.014512 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:40.052942 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] Checking router: 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:40.064143 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:40.065148 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:40.151007 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks [] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.193348 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-87e86039-32bf-4064-8559-419897538097 None None] Attempting to bind port d5e3af58-39ac-413d-be99-0e5d7fc7144d on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:40.193774 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-87e86039-32bf-4064-8559-419897538097 None None] Attempting to bind port d5e3af58-39ac-413d-be99-0e5d7fc7144d by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:40.194153 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e86039-32bf-4064-8559-419897538097 None None] Attempting to bind port d5e3af58-39ac-413d-be99-0e5d7fc7144d on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:40.201912 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e86039-32bf-4064-8559-419897538097 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:40.202302 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e86039-32bf-4064-8559-419897538097 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:40.202842 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-87e86039-32bf-4064-8559-419897538097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.203106 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e86039-32bf-4064-8559-419897538097 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:40.203581 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-87e86039-32bf-4064-8559-419897538097 None None] Bound port: d5e3af58-39ac-413d-be99-0e5d7fc7144d, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:40.204114 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-87e86039-32bf-4064-8559-419897538097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.209290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e348-50b6-428f-89d1-69b06230cfbf req-1af44ba8-c12f-4071-8683-6b6b6c1c6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:40.209868 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-1af44ba8-c12f-4071-8683-6b6b6c1c6286 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 200 len: 916 time: 0.2057765 Apr 07 11:54:40.234082 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:40.241573 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c6856-76ff-405f-8f53-11e1f45a718b None None] Pushing event updated for resources: {'Port': ['ID=d5e3af58-39ac-413d-be99-0e5d7fc7144d,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:40.266644 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.277712 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-dfb93c5c-c7de-4e54-bc87-939c6dfe7216 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 200 len: 217 time: 0.0601940 Apr 07 11:54:40.284233 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-87e86039-32bf-4064-8559-419897538097 None None] For port d5e3af58-39ac-413d-be99-0e5d7fc7144d, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:40.287959 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-87e86039-32bf-4064-8559-419897538097 None None] For port d5e3af58-39ac-413d-be99-0e5d7fc7144d, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d5e3af58-39ac-413d-be99-0e5d7fc7144d,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:40.297982 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-87e86039-32bf-4064-8559-419897538097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.311882 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:40.316329 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:40.319181 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:40.406437 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Pushing event updated for resources: {'Port': ['ID=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:40.410633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e86039-32bf-4064-8559-419897538097 None None] Routers {'77ec64ce-3778-402c-babb-3f9e828a6ac3'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:40.411349 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-87e86039-32bf-4064-8559-419897538097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['77ec64ce-3778-402c-babb-3f9e828a6ac3'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:40.417534 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c6856-76ff-405f-8f53-11e1f45a718b None None] Pushing event updated for resources: {'Port': ['ID=d5e3af58-39ac-413d-be99-0e5d7fc7144d,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:40.429290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e348-50b6-428f-89d1-69b06230cfbf req-76897af7-0172-4586-8f00-6236c4e16ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:40.431571 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-76897af7-0172-4586-8f00-6236c4e16ca7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 200 len: 854 time: 0.1182542 Apr 07 11:54:40.432768 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (77ec64ce-3778-402c-babb-3f9e828a6ac3), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.618958 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-87e86039-32bf-4064-8559-419897538097 None None] Set router 77ec64ce-3778-402c-babb-3f9e828a6ac3 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:40.644456 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e348-50b6-428f-89d1-69b06230cfbf req-c204a5e8-2470-4ab2-abf0-e8145fc78d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:40.646676 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-c204a5e8-2470-4ab2-abf0-e8145fc78d1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919797 Apr 07 11:54:40.647777 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.696488 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device de55a748-6e42-4624-a9e0-5538e74e7624 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:40.698731 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:40.756229 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325277a-8284-46de-9501-ce1a0ac3131b None None] The sync data for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi is: [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:24Z', 'revision_number': 4, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'c82fc483-32f3-44cc-be87-c93a96ad8bb3', 'name': '', 'network_id': '40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:23Z', 'updated_at': '2022-04-07T11:52:28Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'subnets': [{'id': 'd5aa54c2-05aa-4b17-b479-62c60a5c9e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:40.845705 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-2f3b56a8-f401-44c0-ad12-5de7123f3ed0 None None] Provisioning complete for port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:40.846098 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2f3b56a8-f401-44c0-ad12-5de7123f3ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:40.872527 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-fc767fcf-8dbb-49cd-b04b-fb9b4f86864c service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097130 Apr 07 11:54:40.896632 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b56a8-f401-44c0-ad12-5de7123f3ed0 None None] Port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:40.932936 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port de55a748-6e42-4624-a9e0-5538e74e7624 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:40.933293 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:41.014112 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks [] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:41.014501 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-87e86039-32bf-4064-8559-419897538097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:37Z', 'revision_number': 3, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:41.024537 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:41.071923 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e86039-32bf-4064-8559-419897538097 None None] The sync data for ids ['77ec64ce-3778-402c-babb-3f9e828a6ac3'] in dv-cinder-836804-2-iscsi is: [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:37Z', 'revision_number': 3, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:41.088153 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port de55a748-6e42-4624-a9e0-5538e74e7624 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:41.090753 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:41.103884 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e129e348-50b6-428f-89d1-69b06230cfbf req-ee28afcf-6c28-4057-b315-e3676122c812 service neutron] 10.222.0.26 "GET /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952965 Apr 07 11:54:41.114349 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (77ec64ce-3778-402c-babb-3f9e828a6ac3), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:41.128521 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Pushing event updated for resources: {'Port': ['ID=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:41.160548 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:41.161061 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:41.233906 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:41.235494 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:41.260499 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:41.307002 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da8a3c-00c2-47b4-8f0a-f0c8518d17fa None None] New status for floating IP f025067e-b144-4e0b-9806-1c975c5294b0: DOWN {{(pid=109861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:54:41.396078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Router 77ec64ce-3778-402c-babb-3f9e828a6ac3 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:41.520922 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-f369250e-ce9e-4c32-994b-30e145d7e957 None None] Provisioning complete for port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:41.521443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-f369250e-ce9e-4c32-994b-30e145d7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:41.534983 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:41.540279 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-3fceb3c7-640f-464d-a969-910fb262080a admin admin] 10.222.0.47 "PUT /v2.0/routers/77ec64ce-3778-402c-babb-3f9e828a6ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080315 Apr 07 11:54:41.561571 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-f369250e-ce9e-4c32-994b-30e145d7e957 None None] Port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:42.054642 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44758) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.059172 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410180763', 'description': 'tempest-secgroup-smoke-410180763 description', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.080114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.150309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group (d0883fdd-f92f-4809-88b0-b389e208b0e7), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.154594 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d0883fdd-f92f-4809-88b0-b389e208b0e7), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.179944 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.184069 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1255250 Apr 07 11:54:42.184483 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44762) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.190452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39a9ab-00b7-4e00-b6fc-35dd22680958 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0883fdd-f92f-4809-88b0-b389e208b0e7,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.190651 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group_rule': {'security_group_id': 'd0883fdd-f92f-4809-88b0-b389e208b0e7', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.219807 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (407d46bc-e9b0-41f5-8bc8-ca31cb81c786), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.283996 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (407d46bc-e9b0-41f5-8bc8-ca31cb81c786), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.290574 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (407d46bc-e9b0-41f5-8bc8-ca31cb81c786), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.302988 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ee4c1-4217-463e-b1d9-963af648b2b9 req-99da084c-278e-4977-98e1-05b40b36b106 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:42.304474 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec6ee4c1-4217-463e-b1d9-963af648b2b9 req-99da084c-278e-4977-98e1-05b40b36b106 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0544753 Apr 07 11:54:42.309247 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407d46bc-e9b0-41f5-8bc8-ca31cb81c786,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.319636 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.320834 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1ba4026f-1fa1-44e9-9a53-61da9ae4d952 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351562 Apr 07 11:54:42.323547 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44766) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.328431 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group_rule': {'security_group_id': 'd0883fdd-f92f-4809-88b0-b389e208b0e7', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.352724 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (20b62b7c-a70d-42f2-b614-ce05f0e65df5), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.353580 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ec6ee4c1-4217-463e-b1d9-963af648b2b9 req-1de9fcf7-63f8-4aea-b858-9ad5ac046fec tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Apr 07 11:54:42.408852 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (20b62b7c-a70d-42f2-b614-ce05f0e65df5), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.412506 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (20b62b7c-a70d-42f2-b614-ce05f0e65df5), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.431841 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b62b7c-a70d-42f2-b614-ce05f0e65df5,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.440965 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.442204 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4eb62bd6-4a17-4fff-b60e-3be9523e081c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176507 Apr 07 11:54:42.444792 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44768) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.449830 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group_rule': {'security_group_id': 'd0883fdd-f92f-4809-88b0-b389e208b0e7', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.482666 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (87374716-0eba-4b11-b70f-81f17636ad13), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.519583 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d5e3af58-39ac-413d-be99-0e5d7fc7144d up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:42.541045 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (87374716-0eba-4b11-b70f-81f17636ad13), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.544818 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (87374716-0eba-4b11-b70f-81f17636ad13), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.565873 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87374716-0eba-4b11-b70f-81f17636ad13,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.572435 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.573732 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-2f32e3d6-8b57-4136-a782-f3fd796b6461 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278985 Apr 07 11:54:42.574928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port d5e3af58-39ac-413d-be99-0e5d7fc7144d triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:42.575427 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.576814 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44770) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.581233 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group_rule': {'security_group_id': 'd0883fdd-f92f-4809-88b0-b389e208b0e7', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.610314 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (655f3cfc-ed66-4eb2-8d96-fb7cf2b10b89), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.656615 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port d5e3af58-39ac-413d-be99-0e5d7fc7144d is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:42.657046 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.671975 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (655f3cfc-ed66-4eb2-8d96-fb7cf2b10b89), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.677511 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (655f3cfc-ed66-4eb2-8d96-fb7cf2b10b89), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.687791 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port d5e3af58-39ac-413d-be99-0e5d7fc7144d, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d5e3af58-39ac-413d-be99-0e5d7fc7144d,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:42.693342 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.700170 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655f3cfc-ed66-4eb2-8d96-fb7cf2b10b89,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.706874 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.708544 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-fdfcb552-b347-4226-8ae7-71ba9c3c86f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305332 Apr 07 11:54:42.710986 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44772) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.715461 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group_rule': {'security_group_id': 'd0883fdd-f92f-4809-88b0-b389e208b0e7', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.735868 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.securitygroups_db [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Project 7f9fc3a055314297b8e4fc5feca5029b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:54:42.742256 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (52492ae3-b8db-4d10-a3d7-1bfb4a80428f), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.750446 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=d5e3af58-39ac-413d-be99-0e5d7fc7144d,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.777510 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Sync routers for ids ['77ec64ce-3778-402c-babb-3f9e828a6ac3'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:42.791077 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Routers {'77ec64ce-3778-402c-babb-3f9e828a6ac3'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:42.791660 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['77ec64ce-3778-402c-babb-3f9e828a6ac3'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:42.804429 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (52492ae3-b8db-4d10-a3d7-1bfb4a80428f), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.808077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (52492ae3-b8db-4d10-a3d7-1bfb4a80428f), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.826494 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52492ae3-b8db-4d10-a3d7-1bfb4a80428f,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.838399 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.839622 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-afb48341-ac14-4f54-a36e-dc657e122511 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276627 Apr 07 11:54:42.842386 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44774) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:42.846846 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'security_group_rule': {'security_group_id': 'd0883fdd-f92f-4809-88b0-b389e208b0e7', 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:42.866854 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.securitygroups_db [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Project 7f9fc3a055314297b8e4fc5feca5029b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:54:42.871511 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (dade361b-b89f-4282-bc26-fb737f25fd97), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.902968 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Set router 77ec64ce-3778-402c-babb-3f9e828a6ac3 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:42.932319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (dade361b-b89f-4282-bc26-fb737f25fd97), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.937978 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (dade361b-b89f-4282-bc26-fb737f25fd97), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.956498 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dade361b-b89f-4282-bc26-fb737f25fd97,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:42.965254 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:42.974788 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d67f2ca1-483f-4132-9f96-915ea5e3dd82 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230907 Apr 07 11:54:43.121201 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:40Z', 'revision_number': 4, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '5a5da79e-0ad4-4a11-85a6-3ba88d19252e', 'name': '', 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'mac_address': 'fa:16:3e:9d:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8bc2adf2-6571-40ce-a20f-d244d98096ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:39Z', 'updated_at': '2022-04-07T11:54:40Z', 'revision_number': 2, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'subnets': [{'id': '8bc2adf2-6571-40ce-a20f-d244d98096ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:43.150878 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Checking router: 77ec64ce-3778-402c-babb-3f9e828a6ac3 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:43.151234 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Updating router 77ec64ce-3778-402c-babb-3f9e828a6ac3 port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:54:43.179851 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.468188 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Publish callbacks [] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.474180 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.511962 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e32ad-3c14-47b6-8169-6f7d16106d49 req-2a71a1a2-6bf2-4076-9c0f-83ebcd35cca8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:43.514148 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6e9e32ad-3c14-47b6-8169-6f7d16106d49 req-2a71a1a2-6bf2-4076-9c0f-83ebcd35cca8 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0586276 Apr 07 11:54:43.529310 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887743-cfdf-4698-8d8d-cc71e305ab15 None None] Pushing event updated for resources: {'Port': ['ID=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:43.580798 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6e9e32ad-3c14-47b6-8169-6f7d16106d49 req-9cbbd72e-6e07-404a-b1b7-e0a146c8f464 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a70146e-73fd-41f2-8ad1-bc47294e8fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601029 Apr 07 11:54:43.582070 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Attempting to bind port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:43.582461 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Attempting to bind port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:43.582829 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Attempting to bind port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e on network f31e6edf-41b2-42d4-878b-a7d321e0f06f {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:43.588433 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:43.588820 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Checking segment: {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:43.589258 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.589656 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Bound using segment: {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:43.590121 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Bound port: 5a5da79e-0ad4-4a11-85a6-3ba88d19252e, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d91b23-dc9e-4708-8441-84a4641c4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:43.590497 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.662651 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] For port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:43.665021 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] For port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,segment=NetworkSegment(82d91b23-dc9e-4708-8441-84a4641c4c5c),segment_id=82d91b23-dc9e-4708-8441-84a4641c4c5c)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:43.671917 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.730435 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Routers {'77ec64ce-3778-402c-babb-3f9e828a6ac3'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:43.731067 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['77ec64ce-3778-402c-babb-3f9e828a6ac3'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:43.797683 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] Provisioning complete for port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:43.798663 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.880325 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887743-cfdf-4698-8d8d-cc71e305ab15 None None] Pushing event updated for resources: {'Port': ['ID=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:43.896068 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] Current status of the port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:43.896469 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.937454 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] For port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,segment=NetworkSegment(82d91b23-dc9e-4708-8441-84a4641c4c5c),segment_id=82d91b23-dc9e-4708-8441-84a4641c4c5c)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:43.943353 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:43.956278 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fe309a12-dce1-4636-88e0-4bef81d1d333 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:43.957980 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fe309a12-dce1-4636-88e0-4bef81d1d333 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 946 time: 0.0866766 Apr 07 11:54:44.005469 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca00ba-3246-4027-bb01-cb3f4713b970 None None] Pushing event updated for resources: {'Port': ['ID=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:44.022145 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] Set router 77ec64ce-3778-402c-babb-3f9e828a6ac3 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:44.063832 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-437c07c0-8fab-46e3-800b-77cbb147221b None None] Provisioning complete for port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:44.064501 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-437c07c0-8fab-46e3-800b-77cbb147221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.083139 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Deleting port 740a54c8-b83c-4211-b257-e4999711fa72 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:44.083476 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (740a54c8-b83c-4211-b257-e4999711fa72), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.146880 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-437c07c0-8fab-46e3-800b-77cbb147221b None None] Current status of the port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:44.187585 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] For port 740a54c8-b83c-4211-b257-e4999711fa72, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=740a54c8-b83c-4211-b257-e4999711fa72,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:44.187918 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (740a54c8-b83c-4211-b257-e4999711fa72), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.203219 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Calling delete_port for 740a54c8-b83c-4211-b257-e4999711fa72 owned by compute:nova {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:44.311120 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:40Z', 'revision_number': 4, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '5a5da79e-0ad4-4a11-85a6-3ba88d19252e', 'name': '', 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'mac_address': 'fa:16:3e:9d:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8bc2adf2-6571-40ce-a20f-d244d98096ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:39Z', 'updated_at': '2022-04-07T11:54:43Z', 'revision_number': 4, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'subnets': [{'id': '8bc2adf2-6571-40ce-a20f-d244d98096ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:44.339058 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (740a54c8-b83c-4211-b257-e4999711fa72), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.346490 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8115d-f581-4870-bee0-a80ec5860ca3 None None] The sync data for ids ['77ec64ce-3778-402c-babb-3f9e828a6ac3'] in dv-cinder-836804-2-iscsi is: [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:40Z', 'revision_number': 4, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '5a5da79e-0ad4-4a11-85a6-3ba88d19252e', 'name': '', 'network_id': 'f31e6edf-41b2-42d4-878b-a7d321e0f06f', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'mac_address': 'fa:16:3e:9d:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8bc2adf2-6571-40ce-a20f-d244d98096ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:39Z', 'updated_at': '2022-04-07T11:54:43Z', 'revision_number': 4, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'subnets': [{'id': '8bc2adf2-6571-40ce-a20f-d244d98096ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:44.351393 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['740a54c8-b83c-4211-b257-e4999711fa72'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:44.373397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Pushing event deleted for resources: {'Port': ['ID=740a54c8-b83c-4211-b257-e4999711fa72,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:44.445151 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] No DVR routers for this DVR port 740a54c8-b83c-4211-b257-e4999711fa72 on host hv-cinder-83680 {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:44.447812 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.451794 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7600ca8d-e0d9-41eb-a8a6-3d6f6de31f58 req-fcc48e0e-36c5-4a65-9a5b-72e8a7b6db62 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.26 "DELETE /v2.0/ports/740a54c8-b83c-4211-b257-e4999711fa72 HTTP/1.1" status: 204 len: 173 time: 0.4802148 Apr 07 11:54:44.452319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'name': 'network-vif-deleted', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:44.454657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eee4d9-4f2b-4ee2-8393-dbf5948abcb7" -d '{"events": [{"server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "name": "network-vif-deleted", "tag": "740a54c8-b83c-4211-b257-e4999711fa72"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:44.532772 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd2d9c2-0775-46f3-9b52-f929968c70fd x-openstack-request-id: req-dcd2d9c2-0775-46f3-9b52-f929968c70fd {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:44.533298 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba91093-e5e8-48d6-a497-5156165de009", "name": "network-vif-deleted", "tag": "740a54c8-b83c-4211-b257-e4999711fa72", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:44.533621 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dcd2d9c2-0775-46f3-9b52-f929968c70fd {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:44.534090 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd2d9c2-0775-46f3-9b52-f929968c70fd'] response: {'server_uuid': '2ba91093-e5e8-48d6-a497-5156165de009', 'name': 'network-vif-deleted', 'tag': '740a54c8-b83c-4211-b257-e4999711fa72', 'status': 'completed', 'code': 200} Apr 07 11:54:44.656965 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 5a5da79e-0ad4-4a11-85a6-3ba88d19252e up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:44.723492 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:44.724316 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:44.830254 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-35c97f0e-0743-478a-b926-675801f71c16 req-cdd1d309-bd24-4278-9a3b-baf4c11e8573 tempest-TestMinimumBasicScenario-192140819 tempest-TestMinimumBasicScenario-192140819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba91093-e5e8-48d6-a497-5156165de009 HTTP/1.1" status: 200 len: 210 time: 0.1595790 Apr 07 11:54:44.840001 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:44.841238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d5e3af58-39ac-413d-be99-0e5d7fc7144d up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:44.903449 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port d5e3af58-39ac-413d-be99-0e5d7fc7144d triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:44.904561 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:45.002530 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port d5e3af58-39ac-413d-be99-0e5d7fc7144d is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:46.420209 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:46.552023 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44894) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:46.912153 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.178436 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Deleting port c82fc483-32f3-44cc-be87-c93a96ad8bb3 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:47.178778 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.261677 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] For port c82fc483-32f3-44cc-be87-c93a96ad8bb3, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=c82fc483-32f3-44cc-be87-c93a96ad8bb3,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:47.262041 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.275118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Calling delete_port for c82fc483-32f3-44cc-be87-c93a96ad8bb3 owned by network:router_interface {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:47.459273 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (c82fc483-32f3-44cc-be87-c93a96ad8bb3), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.485180 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82fc483-32f3-44cc-be87-c93a96ad8bb3,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:47.660642 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:47.753906 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 740a54c8-b83c-4211-b257-e4999711fa72 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:47.774452 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 740a54c8-b83c-4211-b257-e4999711fa72 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:47.777046 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 740a54c8-b83c-4211-b257-e4999711fa72 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:48.161485 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:48.271552 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:48.276647 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-9dcca49b-eaf7-4917-a4d8-149f13f0dbb5 admin admin] 10.222.0.47 "PUT /v2.0/routers/8c8fddb0-74ef-48e5-9c7c-3849fe102cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235978 Apr 07 11:54:48.279851 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44906) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:48.282763 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] Sync routers for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:48.296493 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:48.297234 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:48.384981 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks [] for router (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.506879 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks [] for router_gateway (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.532256 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:48.560823 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Deleting port 141c5069-7277-4c65-a5a9-452a47f1dc32 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:48.561203 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.724478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:54:47Z', 'revision_number': 5, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port': {'id': '141c5069-7277-4c65-a5a9-452a47f1dc32', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:77:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:48.752093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] Checking router: 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:48.761454 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] Routers {'8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:48.762228 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:48.854730 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] Set router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb gateway port host: None {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:48.878958 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] For port 141c5069-7277-4c65-a5a9-452a47f1dc32, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=141c5069-7277-4c65-a5a9-452a47f1dc32,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:48.879320 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:48.892611 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Calling delete_port for 141c5069-7277-4c65-a5a9-452a47f1dc32 owned by network:router_gateway {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:48.910324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:54:48Z', 'revision_number': 6, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:48.937117 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffeb012-880d-4e84-8740-370a1fe58866 None None] The sync data for ids ['8c8fddb0-74ef-48e5-9c7c-3849fe102cbb'] in dv-cinder-836804-2-iscsi is: [{'id': '8c8fddb0-74ef-48e5-9c7c-3849fe102cbb', 'name': 'tempest-TestMinimumBasicScenario-1308167502-router', 'tenant_id': 'f411565f245f48f2b18eeea2b1de14b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:21Z', 'updated_at': '2022-04-07T11:54:48Z', 'revision_number': 6, 'project_id': 'f411565f245f48f2b18eeea2b1de14b0', 'gw_port_host': None}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:49.058682 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (141c5069-7277-4c65-a5a9-452a47f1dc32), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.090416 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Pushing event deleted for resources: {'Port': ['ID=141c5069-7277-4c65-a5a9-452a47f1dc32,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:49.148747 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.243422 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.245464 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks [] for router_controller (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.291881 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (8c8fddb0-74ef-48e5-9c7c-3849fe102cbb), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.292642 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8fddb0-74ef-48e5-9c7c-3849fe102cbb {{(pid=109860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:54:49.297611 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.298773 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4383d948-d33b-4fae-bd67-b9a5b6090822 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8c8fddb0-74ef-48e5-9c7c-3849fe102cbb HTTP/1.1" status: 204 len: 168 time: 1.0179417 Apr 07 11:54:49.301420 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44910) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:49.349038 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Deleting subnet d5aa54c2-05aa-4b17-b479-62c60a5c9e14 {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:54:49.352221 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Publish callbacks [] for subnet (d5aa54c2-05aa-4b17-b479-62c60a5c9e14), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.394472 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (d5aa54c2-05aa-4b17-b479-62c60a5c9e14), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.475640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (d5aa54c2-05aa-4b17-b479-62c60a5c9e14), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.529839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (d5aa54c2-05aa-4b17-b479-62c60a5c9e14), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.555510 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5aa54c2-05aa-4b17-b479-62c60a5c9e14,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:49.557514 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.561208 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-bf25cc0f-91fd-4df3-a2da-5ebb89e58d34 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d5aa54c2-05aa-4b17-b479-62c60a5c9e14 HTTP/1.1" status: 204 len: 168 time: 0.2588389 Apr 07 11:54:49.562412 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d13d95-a0a4-4757-a6c1-0790dc61188a None None] Network 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:49.563628 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44912) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:49.569635 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:49.636531 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.692342 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Deleting port 25431562-cb74-42cd-97b9-cc5e37b4efd6 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:49.692688 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.743256 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] DHCP port deletion for 40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:54:49.771787 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] For port 25431562-cb74-42cd-97b9-cc5e37b4efd6, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=25431562-cb74-42cd-97b9-cc5e37b4efd6,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:49.772155 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.785270 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Calling delete_port for 25431562-cb74-42cd-97b9-cc5e37b4efd6 owned by network:dhcp {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:49.797061 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] Deleting port 25431562-cb74-42cd-97b9-cc5e37b4efd6 {{(pid=109861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:49.797613 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), before_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.867938 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] For port 25431562-cb74-42cd-97b9-cc5e37b4efd6, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=25431562-cb74-42cd-97b9-cc5e37b4efd6,segment=NetworkSegment(6943fce4-b6b6-44b8-8504-cd66a49a3960),segment_id=6943fce4-b6b6-44b8-8504-cd66a49a3960)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:49.868343 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), precommit_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.871953 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.884893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] Calling delete_port for 25431562-cb74-42cd-97b9-cc5e37b4efd6 owned by network:dhcp {{(pid=109861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:49.899821 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Pushing event deleted for resources: {'Port': ['ID=25431562-cb74-42cd-97b9-cc5e37b4efd6,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:49.905274 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] No DVR routers for this DVR port 25431562-cb74-42cd-97b9-cc5e37b4efd6 on host dv-cinder-836804-2-iscsi {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:49.970347 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086'] for port (25431562-cb74-42cd-97b9-cc5e37b4efd6), after_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.982378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:49.995470 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] Pushing event deleted for resources: {'Port': ['ID=25431562-cb74-42cd-97b9-cc5e37b4efd6,revision_number=None']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:49.999112 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a7530-c1ed-4a30-aa5c-08bad9b258eb None None] No DVR routers for this DVR port 25431562-cb74-42cd-97b9-cc5e37b4efd6 on host dv-cinder-836804-2-iscsi {{(pid=109861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:50.012253 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:50.023264 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6943fce4-b6b6-44b8-8504-cd66a49a3960') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:50.023558 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6943fce4-b6b6-44b8-8504-cd66a49a3960') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:50.034728 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (6943fce4-b6b6-44b8-8504-cd66a49a3960), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.049872 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (6943fce4-b6b6-44b8-8504-cd66a49a3960), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.060797 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:54:50.060797 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (6943fce4-b6b6-44b8-8504-cd66a49a3960), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:54:50.061557 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:54:50.120467 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.126335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.129473 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] 10.222.0.47 "DELETE /v2.0/networks/40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6 HTTP/1.1" status: 204 len: 168 time: 0.5649295 Apr 07 11:54:50.132794 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44916) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:50.144228 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5761f8-1c42-4383-b602-578779c0052f admin admin] Pushing event deleted for resources: {'Network': ['ID=40f2c7dc-64f5-4f97-9a44-b7eaaffb7bc6,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:50.486769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (184a0292-bbeb-41e1-ae09-8683509dd408), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.498641 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 141c5069-7277-4c65-a5a9-452a47f1dc32 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:50.523601 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 141c5069-7277-4c65-a5a9-452a47f1dc32 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:50.523950 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 141c5069-7277-4c65-a5a9-452a47f1dc32 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:50.524374 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c82fc483-32f3-44cc-be87-c93a96ad8bb3 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:50.543844 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: c82fc483-32f3-44cc-be87-c93a96ad8bb3 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:50.544722 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device c82fc483-32f3-44cc-be87-c93a96ad8bb3 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:50.545207 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 25431562-cb74-42cd-97b9-cc5e37b4efd6 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:50.564080 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 25431562-cb74-42cd-97b9-cc5e37b4efd6 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:50.564433 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 25431562-cb74-42cd-97b9-cc5e37b4efd6 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:50.741093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Deleting port dda6bc78-3352-4c94-b127-960a5b87599d {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:50.741348 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.822216 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] For port dda6bc78-3352-4c94-b127-960a5b87599d, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=dda6bc78-3352-4c94-b127-960a5b87599d,segment=NetworkSegment(b48b741f-a91f-466a-bd3c-82e7c45eaddb),segment_id=b48b741f-a91f-466a-bd3c-82e7c45eaddb)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:50.822581 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:50.834848 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Calling delete_port for dda6bc78-3352-4c94-b127-960a5b87599d owned by network:router_interface {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:51.015747 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (dda6bc78-3352-4c94-b127-960a5b87599d), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.042014 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dda6bc78-3352-4c94-b127-960a5b87599d,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:51.208740 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (184a0292-bbeb-41e1-ae09-8683509dd408), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.427558 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Router 184a0292-bbeb-41e1-ae09-8683509dd408 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:51.536747 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:51.544107 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-61f76ee0-7dc4-4353-94d9-1d88ab480e2b admin admin] 10.222.0.47 "PUT /v2.0/routers/184a0292-bbeb-41e1-ae09-8683509dd408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4076965 Apr 07 11:54:51.544374 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44920) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:51.545038 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] Sync routers for ids ['184a0292-bbeb-41e1-ae09-8683509dd408'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:51.555331 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] Routers {'184a0292-bbeb-41e1-ae09-8683509dd408'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:51.555939 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['184a0292-bbeb-41e1-ae09-8683509dd408'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.652598 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks [] for router (184a0292-bbeb-41e1-ae09-8683509dd408), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.664640 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] Set router 184a0292-bbeb-41e1-ae09-8683509dd408 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:51.757509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks [] for router_gateway (184a0292-bbeb-41e1-ae09-8683509dd408), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.814815 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Deleting port a0dd0c70-0087-4b19-92b3-1e714aeec86a {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:51.815379 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.850075 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:54:50Z', 'revision_number': 5, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port': {'id': 'a0dd0c70-0087-4b19-92b3-1e714aeec86a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.878467 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] Checking router: 184a0292-bbeb-41e1-ae09-8683509dd408 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:51.887104 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] Routers {'184a0292-bbeb-41e1-ae09-8683509dd408'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:51.887704 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:54:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['184a0292-bbeb-41e1-ae09-8683509dd408'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:51.896695 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] For port a0dd0c70-0087-4b19-92b3-1e714aeec86a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=a0dd0c70-0087-4b19-92b3-1e714aeec86a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:51.897086 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:51.909713 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Calling delete_port for a0dd0c70-0087-4b19-92b3-1e714aeec86a owned by network:router_gateway {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:51.979770 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] Set router 184a0292-bbeb-41e1-ae09-8683509dd408 gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:52.036955 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 6, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:52.066975 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b5ff-8016-4f69-b1d0-d71dde09f080 None None] The sync data for ids ['184a0292-bbeb-41e1-ae09-8683509dd408'] in dv-cinder-836804-2-iscsi is: [{'id': '184a0292-bbeb-41e1-ae09-8683509dd408', 'name': 'tempest-TestMinimumBasicScenario-1872971397-router', 'tenant_id': '457d2a3c521e469b94ef6580cbca2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:52:26Z', 'updated_at': '2022-04-07T11:54:51Z', 'revision_number': 6, 'project_id': '457d2a3c521e469b94ef6580cbca2699', 'gw_port_host': None}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:52.083739 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (a0dd0c70-0087-4b19-92b3-1e714aeec86a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.109248 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dd0c70-0087-4b19-92b3-1e714aeec86a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:52.171740 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (184a0292-bbeb-41e1-ae09-8683509dd408), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.261569 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (184a0292-bbeb-41e1-ae09-8683509dd408), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.264174 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks [] for router_controller (184a0292-bbeb-41e1-ae09-8683509dd408), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.309967 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (184a0292-bbeb-41e1-ae09-8683509dd408), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.310509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 184a0292-bbeb-41e1-ae09-8683509dd408 {{(pid=109860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:54:52.315311 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.316454 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-159ccbc3-c2f5-4226-ac64-38dd60dca1a1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/184a0292-bbeb-41e1-ae09-8683509dd408 HTTP/1.1" status: 204 len: 168 time: 0.7710617 Apr 07 11:54:52.318931 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 44924) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:52.362913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Deleting subnet 69d636ab-a746-43f3-870a-a1d7b9cc7e70 {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:54:52.366341 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Publish callbacks [] for subnet (69d636ab-a746-43f3-870a-a1d7b9cc7e70), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.401330 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (69d636ab-a746-43f3-870a-a1d7b9cc7e70), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.491077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (69d636ab-a746-43f3-870a-a1d7b9cc7e70), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.549403 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (69d636ab-a746-43f3-870a-a1d7b9cc7e70), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.576607 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.580399 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69d636ab-a746-43f3-870a-a1d7b9cc7e70 HTTP/1.1" status: 204 len: 168 time: 0.2603564 Apr 07 11:54:52.581446 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03e43-4f4c-4c4b-8fb5-cfd25ef0c557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d636ab-a746-43f3-870a-a1d7b9cc7e70,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:52.581585 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f004e92-a5a1-4d80-ba4e-a7d788bddd84 None None] Network 40e6b1f4-56f8-46b0-a02a-90630c74673b requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:52.582769 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44934) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:52.652535 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (40e6b1f4-56f8-46b0-a02a-90630c74673b), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.704638 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Deleting port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:52.705062 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.767819 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] For port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,segment=NetworkSegment(b48b741f-a91f-466a-bd3c-82e7c45eaddb),segment_id=b48b741f-a91f-466a-bd3c-82e7c45eaddb)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:52.768186 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.780780 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Calling delete_port for 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 owned by network:dhcp {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:52.833513 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] DHCP port deletion for 40e6b1f4-56f8-46b0-a02a-90630c74673b request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:54:52.877895 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.895656 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Deleting port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 {{(pid=109861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:54:52.896039 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), before_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:52.924409 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] No DVR routers for this DVR port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 on host dv-cinder-836804-2-iscsi {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:52.928071 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device dda6bc78-3352-4c94-b127-960a5b87599d no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:52.929236 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:52.980585 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: dda6bc78-3352-4c94-b127-960a5b87599d {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:52.980956 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device dda6bc78-3352-4c94-b127-960a5b87599d not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:52.997848 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] For port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60, host dv-cinder-836804-2-iscsi, got binding levels [] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:52.998082 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), precommit_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.003674 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (40e6b1f4-56f8-46b0-a02a-90630c74673b), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.012150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Calling delete_port for 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 owned by network:dhcp {{(pid=109861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:54:53.015476 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.ipam_backend_mixin [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 was not found and therefore no delete operation was performed {{(pid=109861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:54:53.016701 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086'] for port (07d9ae1e-4dde-4b0b-96e1-d465f1b12d60), after_delete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.027991 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e6b1f4-56f8-46b0-a02a-90630c74673b']}} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:53.037875 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48b741f-a91f-466a-bd3c-82e7c45eaddb') {'for_net_delete': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:53.038169 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48b741f-a91f-466a-bd3c-82e7c45eaddb') {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:53.039668 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] Pushing event deleted for resources: {'Port': ['ID=07d9ae1e-4dde-4b0b-96e1-d465f1b12d60,revision_number=None']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.045585 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55391cc1-de4d-4854-87ba-57f5381f4b3d None None] No DVR routers for this DVR port 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 on host dv-cinder-836804-2-iscsi {{(pid=109861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:54:53.047747 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9314823'] for segment (b48b741f-a91f-466a-bd3c-82e7c45eaddb), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.061420 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (b48b741f-a91f-466a-bd3c-82e7c45eaddb), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.067601 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:54:53.068034 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315285'] for segment (b48b741f-a91f-466a-bd3c-82e7c45eaddb), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: Traceback (most recent call last): Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: timer() Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: cb(*args, **kw) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: return func(*args, **kwargs) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: self._notify() Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: self.callback(batched_events) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: event.method(event) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: return f(self, *a, **k) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._get(url).json() Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: return self.request(url, 'GET', **kwargs) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:54:53.069690 dv-cinder-836804-2-iscsi neutron-server[109859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:54:53.124344 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (40e6b1f4-56f8-46b0-a02a-90630c74673b), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.131981 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.135343 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] 10.222.0.47 "DELETE /v2.0/networks/40e6b1f4-56f8-46b0-a02a-90630c74673b HTTP/1.1" status: 204 len: 168 time: 0.5515862 Apr 07 11:54:53.145061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a3c29-293f-4955-ae60-8d02f36d4595 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e6b1f4-56f8-46b0-a02a-90630c74673b,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.305283 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44944) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.347982 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ae89a6f1-3bc3-4c9a-9ef9-7c24cc8b394e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f411565f245f48f2b18eeea2b1de14b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414529 Apr 07 11:54:53.350366 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44946) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.397667 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1cc67a65-015b-4cc3-b63f-fee422db633b admin admin] Publish callbacks [] for security_group (4a70146e-73fd-41f2-8ad1-bc47294e8fc4), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.422959 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1cc67a65-015b-4cc3-b63f-fee422db633b admin admin] Publish callbacks [] for security_group (4a70146e-73fd-41f2-8ad1-bc47294e8fc4), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.468115 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1cc67a65-015b-4cc3-b63f-fee422db633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (4a70146e-73fd-41f2-8ad1-bc47294e8fc4), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.470711 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1cc67a65-015b-4cc3-b63f-fee422db633b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.471876 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1cc67a65-015b-4cc3-b63f-fee422db633b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a70146e-73fd-41f2-8ad1-bc47294e8fc4 HTTP/1.1" status: 204 len: 168 time: 0.1206391 Apr 07 11:54:53.479432 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc67a65-015b-4cc3-b63f-fee422db633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70146e-73fd-41f2-8ad1-bc47294e8fc4,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:53.771832 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44952) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.809427 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-dca02af7-0995-4fca-a6fb-a4ec34f72bd9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=457d2a3c521e469b94ef6580cbca2699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364926 Apr 07 11:54:53.812172 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 44954) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:53.856061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cc8973a4-3e94-46d9-9fe7-303940faa291 admin admin] Publish callbacks [] for security_group (5132e49c-0780-4b25-abf6-d2c1616d562e), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.877614 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cc8973a4-3e94-46d9-9fe7-303940faa291 admin admin] Publish callbacks [] for security_group (5132e49c-0780-4b25-abf6-d2c1616d562e), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.927062 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cc8973a4-3e94-46d9-9fe7-303940faa291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (5132e49c-0780-4b25-abf6-d2c1616d562e), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.930005 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cc8973a4-3e94-46d9-9fe7-303940faa291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:53.933601 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-cc8973a4-3e94-46d9-9fe7-303940faa291 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5132e49c-0780-4b25-abf6-d2c1616d562e HTTP/1.1" status: 204 len: 168 time: 0.1182528 Apr 07 11:54:53.939610 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8973a4-3e94-46d9-9fe7-303940faa291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5132e49c-0780-4b25-abf6-d2c1616d562e,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:54.491514 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a0dd0c70-0087-4b19-92b3-1e714aeec86a no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:54.514532 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: a0dd0c70-0087-4b19-92b3-1e714aeec86a {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:54.514878 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device a0dd0c70-0087-4b19-92b3-1e714aeec86a not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:54.515289 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:54:54.533430 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:54:54.533779 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 07d9ae1e-4dde-4b0b-96e1-d465f1b12d60 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:54:57.353776 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d46fce0-a8aa-4a1c-9a6a-a0e4844f011c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.427598 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-e7a4d84e-73d7-412a-86c2-bc1eef9ccbc0 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410180763&fields=id&tenant_id=7f9fc3a055314297b8e4fc5feca5029b HTTP/1.1" status: 200 len: 267 time: 0.0426683 Apr 07 11:54:57.531586 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-fd65a476-5262-44dd-a415-ef19e1cd0936 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:57.532961 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-fd65a476-5262-44dd-a415-ef19e1cd0936 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 808 time: 0.0976031 Apr 07 11:54:57.546893 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-f40a4414-d04b-4dfb-bf82-8d919252d2c5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/quotas/7f9fc3a055314297b8e4fc5feca5029b HTTP/1.1" status: 200 len: 375 time: 0.0085251 Apr 07 11:54:57.602018 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-c5bdef51-7ed1-458e-ae7d-ccddfcdfefa2 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505054 Apr 07 11:54:57.692363 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-e79f71f7-8556-4a9f-8575-fee1e9239ba3 service neutron] 10.222.0.47 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796444 Apr 07 11:54:57.782137 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-d6dbe2ec-f10b-47ed-9d46-7d27957cc164 service neutron] 10.222.0.47 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826070 Apr 07 11:54:58.053529 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a810dbbc-4bc9-47ef-92fc-3209539cd217 req-b4417fe9-8ac8-4929-a5e0-1e8a76427a5b tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 210 time: 0.0265033 Apr 07 11:54:58.938661 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-2daa4b3d-54e3-423f-a76f-6161fece4c6e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:58.940102 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-2daa4b3d-54e3-423f-a76f-6161fece4c6e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 808 time: 0.1074378 Apr 07 11:54:58.999401 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-30ec2cc8-f9d2-4235-bc44-19ce9726b4fd tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f9fc3a055314297b8e4fc5feca5029b HTTP/1.1" status: 200 len: 379 time: 0.0517268 Apr 07 11:54:59.009442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'port': {'device_id': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'admin_state_up': True, 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'security_groups': ['d0883fdd-f92f-4809-88b0-b389e208b0e7']}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:59.111092 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Made reservation on behalf of 7f9fc3a055314297b8e4fc5feca5029b for: {'port': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:59.114492 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.156922 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4a36cdb3-e2f1-416d-9992-6e5fb99c81b6 req-25bf7945-fda2-4dae-ab77-517d5131501a tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 210 time: 0.0327229 Apr 07 11:54:59.265998 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Allocated IP 172.20.0.13 (ddcb04fc-f977-4dec-b4c9-6866c8a53e57/0327dfce-e24e-4155-9f60-c59f122ba5d6/cba8aeb9-6034-420d-8b2a-88e741a4f3d6) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:59.407925 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.439272 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.478905 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:59.482410 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:59.488461 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:59.511280 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:59.544595 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:59.545261 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.563610 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-98a7dad9-69cc-424e-b40a-e7d35f121493 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592775 Apr 07 11:54:59.565378 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d3d-c68a-4096-9b5a-3870d00a154a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.573162 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-077747b0-6d65-4360-b519-f0958a0e13ba tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:54:59.574252 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-077747b0-6d65-4360-b519-f0958a0e13ba tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059721 Apr 07 11:54:59.667482 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-c66522a6-f9c0-43c6-be98-90cc9851b7e9 None None] Provisioning complete for port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:59.668150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c66522a6-f9c0-43c6-be98-90cc9851b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:59.686703 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Request body: {'port': {'device_id': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:59.711841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-c66522a6-f9c0-43c6-be98-90cc9851b7e9 None None] Port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:59.749766 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.006033 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba8aeb9-6034-420d-8b2a-88e741a4f3d6 {{(pid=109859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:00.014132 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Publish callbacks [] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.025709 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.provisioning_blocks [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Transition to ACTIVE for port object cba8aeb9-6034-420d-8b2a-88e741a4f3d6 will not be triggered until provisioned by entity L2. {{(pid=109859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:55:00.029502 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.078782 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.146978 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Attempting to bind port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:55:00.147309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Attempting to bind port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:55:00.147631 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Attempting to bind port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 on network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:00.152075 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 on network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:55:00.152388 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Attempting to bind port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 on network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:00.157309 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:55:00.157645 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Checking segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:00.158040 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Bound using segment: {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:55:00.158438 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Bound port: cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7397baa0-258a-4786-8ea3-4028e3c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:55:00.158799 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.227359 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:55:00.230643 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:55:00.237688 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.284544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.285201 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.286657 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] 10.222.0.26 "PUT /v2.0/ports/cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.7057884 Apr 07 11:55:00.287016 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:00.289305 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9186349e-006c-46ff-a0a8-4fe645d74319" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:00.357535 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178474e4-4672-4afe-8991-b6d99d7b2a72 x-openstack-request-id: req-178474e4-4672-4afe-8991-b6d99d7b2a72 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:00.357836 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:00.358093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-178474e4-4672-4afe-8991-b6d99d7b2a72 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:00.358499 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178474e4-4672-4afe-8991-b6d99d7b2a72'] response: {'name': 'network-changed', 'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'status': 'completed', 'code': 200} Apr 07 11:55:00.359061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc30cc-2fa6-4df5-9bd2-83d2532d6a59 service neutron] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:00.386259 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acea292-3cd8-46a3-a9a1-e671e1185e23 req-05c8a794-a679-437c-9399-09f32b3141b6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.387831 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9acea292-3cd8-46a3-a9a1-e671e1185e23 req-05c8a794-a679-437c-9399-09f32b3141b6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.1225514 Apr 07 11:55:00.689255 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-b1e8bee9-75e3-44f6-bf01-bfcc8b7103b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.690853 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-b1e8bee9-75e3-44f6-bf01-bfcc8b7103b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1128 time: 0.3633239 Apr 07 11:55:00.691481 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.742036 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-9738c897-c79e-4575-8a96-25a1b78a7162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0445969 Apr 07 11:55:00.763817 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9acea292-3cd8-46a3-a9a1-e671e1185e23 req-f8812f23-85f0-4415-82ea-01a2233b7711 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695595 Apr 07 11:55:00.796775 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-f51f48dd-f676-444b-99d0-1fb0f441b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.798243 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-f51f48dd-f676-444b-99d0-1fb0f441b7a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0470428 Apr 07 11:55:00.848216 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-63b62635-0234-41ff-aa4c-5f78291fb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:00.849638 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-63b62635-0234-41ff-aa4c-5f78291fb58c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459661 Apr 07 11:55:00.934321 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-2d655b9d-b2c8-46d9-9fde-77ed876d7605 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785358 Apr 07 11:55:01.021672 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51ae81c1-e20f-4e2f-9c3a-ccf357dbb41f req-526caf32-2f9c-4b1a-8e49-4b182e99ad47 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821517 Apr 07 11:55:01.269432 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-c4934fb5-dd81-4c70-9270-febbcb8df71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.270882 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-c4934fb5-dd81-4c70-9270-febbcb8df71d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1128 time: 0.0436919 Apr 07 11:55:01.360064 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-051344b1-8c8c-4a7c-8ff0-691d7305e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.361677 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-051344b1-8c8c-4a7c-8ff0-691d7305e9ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0846822 Apr 07 11:55:01.401685 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-d1869070-54c8-4b71-bc6f-f24a0a2d1413 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0337067 Apr 07 11:55:01.446011 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-26be1fd0-8018-4c92-95ce-2550b4c495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.447353 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-26be1fd0-8018-4c92-95ce-2550b4c495ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0405900 Apr 07 11:55:01.498407 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-acca963d-c3e4-4805-8bda-f79b305fa538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.500617 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-acca963d-c3e4-4805-8bda-f79b305fa538 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468569 Apr 07 11:55:01.586983 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-17407881-70a2-4382-a00f-ffbcbe0fc323 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804400 Apr 07 11:55:01.675529 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9186349e-006c-46ff-a0a8-4fe645d74319 req-5d5035d0-b77b-4349-ba1d-7b2f3d470740 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825624 Apr 07 11:55:01.881392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e50a0e-dc01-4376-876c-f2ba7d521293 req-f029ccf9-1417-4123-bbda-89d2eedabae5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.882729 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e0e50a0e-dc01-4376-876c-f2ba7d521293 req-f029ccf9-1417-4123-bbda-89d2eedabae5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0519092 Apr 07 11:55:01.929618 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e0e50a0e-dc01-4376-876c-f2ba7d521293 req-74fe1e6e-08bc-4878-bf15-269a7fdfa7ec tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Apr 07 11:55:01.949734 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.051873 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a297-e41c-4a01-921c-e779cfb5140e req-2a401f98-02fc-4625-bebe-40f8c9b94d76 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:03.053302 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bc11a297-e41c-4a01-921c-e779cfb5140e req-2a401f98-02fc-4625-bebe-40f8c9b94d76 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0536730 Apr 07 11:55:03.105498 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-bc11a297-e41c-4a01-921c-e779cfb5140e req-917caba1-98dd-437d-8b38-1cf0af8b9bf3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466499 Apr 07 11:55:03.596684 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:04.220485 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb402-8a6c-4df3-ab4e-e1f443f7edac req-f7e3c17f-8ca3-4eb7-9227-d76631aab696 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:04.221979 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-65dcb402-8a6c-4df3-ab4e-e1f443f7edac req-f7e3c17f-8ca3-4eb7-9227-d76631aab696 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0513866 Apr 07 11:55:04.269823 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-65dcb402-8a6c-4df3-ab4e-e1f443f7edac req-a273d98a-d64a-444e-9bef-d34f5d041d8f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Apr 07 11:55:05.385344 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff3bf-2fec-48cf-9f81-4244c1f4eea6 req-fb6c2f85-0088-45c4-a99a-0035efd237fa tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:05.386824 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fe0ff3bf-2fec-48cf-9f81-4244c1f4eea6 req-fb6c2f85-0088-45c4-a99a-0035efd237fa tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0517251 Apr 07 11:55:05.433287 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fe0ff3bf-2fec-48cf-9f81-4244c1f4eea6 req-c3e78990-a14a-40dc-a335-290b709acbc9 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 Apr 07 11:55:06.551572 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579822-5855-4c1b-a360-a484c52e3561 req-1fdf24f6-74d1-4fa7-a104-ac0ec9223d71 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:06.553034 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-86579822-5855-4c1b-a360-a484c52e3561 req-1fdf24f6-74d1-4fa7-a104-ac0ec9223d71 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0541258 Apr 07 11:55:06.601474 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-86579822-5855-4c1b-a360-a484c52e3561 req-a742d340-d3b6-4ac6-9189-9c4212ecce25 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Apr 07 11:55:07.716139 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7e3a-086f-4811-b531-d2c9479bbdab req-5e2109ca-a61f-4840-86ce-fe15c326c624 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:07.717633 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-881b7e3a-086f-4811-b531-d2c9479bbdab req-5e2109ca-a61f-4840-86ce-fe15c326c624 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0515211 Apr 07 11:55:07.765250 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-881b7e3a-086f-4811-b531-d2c9479bbdab req-097cdb45-0559-440c-8905-fad8e6cf4170 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Apr 07 11:55:07.889888 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:55:07.983211 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:07.993721 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'port_id': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'mac_address': 'fa:16:3e:a3:ea:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:55:08.030819 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:08.031219 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.043509 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba8aeb9-6034-420d-8b2a-88e741a4f3d6 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:08.063303 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:08.067181 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.115297 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:08.269649 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['cba8aeb9-6034-420d-8b2a-88e741a4f3d6'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:08.881644 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b9029-4d05-46f3-a845-73d0c555c1fc req-b2e97dae-9d12-4d5f-af7c-632a74c14139 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:08.883096 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fe9b9029-4d05-46f3-a845-73d0c555c1fc req-b2e97dae-9d12-4d5f-af7c-632a74c14139 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Apr 07 11:55:08.934786 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fe9b9029-4d05-46f3-a845-73d0c555c1fc req-dacda14b-9236-45e0-a43d-b316ea3693eb tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458448 Apr 07 11:55:09.906328 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:55:09.953260 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:55:09.957173 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:09.957550 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:10.036602 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:10.037040 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:10.051566 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac548f-01e4-424e-b102-cf1c976ec59d req-e8ebe72a-3807-4360-b87a-437a8bcc7544 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.053087 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dbac548f-01e4-424e-b102-cf1c976ec59d req-e8ebe72a-3807-4360-b87a-437a8bcc7544 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 945 time: 0.0523598 Apr 07 11:55:10.060583 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:10.062896 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5eaf5f-2f13-482c-a1ad-eda8a1468bbd" -d '{"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-plugged", "status": "completed", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:10.076587 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:10.080757 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:10.102848 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e8640-d635-4a51-b98b-d37b25056bdb x-openstack-request-id: req-348e8640-d635-4a51-b98b-d37b25056bdb {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:10.103137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-plugged", "status": "completed", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:10.103387 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-348e8640-d635-4a51-b98b-d37b25056bdb {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:10.103776 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348e8640-d635-4a51-b98b-d37b25056bdb'] response: {'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'code': 200} Apr 07 11:55:10.106728 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dbac548f-01e4-424e-b102-cf1c976ec59d req-f7a8d051-e3e0-430b-b79e-ae93fc1b2c9c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476215 Apr 07 11:55:10.131647 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:10.313931 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea9595-326f-4a1d-a82d-62b744f3d0f6 req-7c333ef1-2615-44a0-a906-55c7e02790f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:10.315431 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-19ea9595-326f-4a1d-a82d-62b744f3d0f6 req-7c333ef1-2615-44a0-a906-55c7e02790f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0434127 Apr 07 11:55:10.358236 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-19ea9595-326f-4a1d-a82d-62b744f3d0f6 req-65e347a6-27cb-4e38-a170-b37ac86570b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372114 Apr 07 11:55:11.232311 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781bfa5-6292-42f0-8364-4e3fbdcd49ad req-8c626e67-7dda-4036-ad66-4619290bccd4 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:11.233807 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f781bfa5-6292-42f0-8364-4e3fbdcd49ad req-8c626e67-7dda-4036-ad66-4619290bccd4 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0596960 Apr 07 11:55:11.285553 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f781bfa5-6292-42f0-8364-4e3fbdcd49ad req-07e9b208-4d02-45b9-8146-52b9712f44ef tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Apr 07 11:55:12.402165 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b926bc-436c-45d3-8e17-c378d2fc61ab req-760fda7e-06df-4e73-a921-e893621f0ae9 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.403634 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51b926bc-436c-45d3-8e17-c378d2fc61ab req-760fda7e-06df-4e73-a921-e893621f0ae9 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0532494 Apr 07 11:55:12.450780 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-51b926bc-436c-45d3-8e17-c378d2fc61ab req-4da8eed9-e5f3-401f-8cf5-92860c71879e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415204 Apr 07 11:55:12.567866 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457e2c-102d-4daf-a2b3-136dbead25b0 req-f00ce70d-9584-48c6-82e4-4f9cfb1245e5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.569226 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0b457e2c-102d-4daf-a2b3-136dbead25b0 req-f00ce70d-9584-48c6-82e4-4f9cfb1245e5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0538955 Apr 07 11:55:12.615017 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0b457e2c-102d-4daf-a2b3-136dbead25b0 req-bfed6293-55e8-41a7-ba06-1bd841529361 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Apr 07 11:55:12.637166 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45020) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:12.773484 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65862498-c42c-4aeb-94a3-cb10c4d89da6 tempest-TestShelveInstance-1945780222 tempest-TestShelveInstance-1945780222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:12.774947 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-65862498-c42c-4aeb-94a3-cb10c4d89da6 tempest-TestShelveInstance-1945780222 tempest-TestShelveInstance-1945780222-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1125 time: 0.1368132 Apr 07 11:55:12.777753 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45024) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:12.782342 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'port_id': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:12.802227 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:12.901484 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.001484 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Allocated IP 172.27.2.191 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/4cf524fa-1a85-4896-b409-c33cdc4fadbb) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:13.102301 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.134399 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.172320 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:13.177084 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:13.181764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:13.185110 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'Port': ['ID=4cf524fa-1a85-4896-b409-c33cdc4fadbb,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:13.528505 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for floatingip (5a775ec7-e906-4d57-8cf6-97d3e03413aa), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.594596 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.740552 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.745139 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.814005 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event updated for resources: {'Port': ['ID=4cf524fa-1a85-4896-b409-c33cdc4fadbb,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:13.823307 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (5a775ec7-e906-4d57-8cf6-97d3e03413aa), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:13.919551 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Floating IP 5a775ec7-e906-4d57-8cf6-97d3e03413aa associated. External IP: 172.27.2.191, port: cba8aeb9-6034-420d-8b2a-88e741a4f3d6. Apr 07 11:55:14.117340 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:55:14.222909 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:55:14.235442 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] Sync routers for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:55:14.240746 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:14.245752 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:55:14.246362 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:55:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:14.272127 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-664316b0-b182-4ee2-9767-6858a5319a12 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4928875 Apr 07 11:55:14.272721 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:14.275101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94703ae2-961e-4596-b05f-fe19b8232081" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:14.311503 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8e690-6ff7-44fc-9ccb-049fe5fc9084 x-openstack-request-id: req-12c8e690-6ff7-44fc-9ccb-049fe5fc9084 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:14.311815 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:14.312065 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12c8e690-6ff7-44fc-9ccb-049fe5fc9084 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:14.312496 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c8e690-6ff7-44fc-9ccb-049fe5fc9084'] response: {'name': 'network-changed', 'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'status': 'completed', 'code': 200} Apr 07 11:55:14.361666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:55:14.378887 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703ae2-961e-4596-b05f-fe19b8232081 req-d1c0f997-c65e-421e-abbe-14dab68039b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:14.380580 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-d1c0f997-c65e-421e-abbe-14dab68039b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0475993 Apr 07 11:55:14.472554 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703ae2-961e-4596-b05f-fe19b8232081 req-c5dbd499-ba57-4bbd-b3cf-35c055549016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:14.474055 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-c5dbd499-ba57-4bbd-b3cf-35c055549016 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0853336 Apr 07 11:55:14.542038 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-185b8d7b-94fb-422b-a073-f3481a323e30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0619154 Apr 07 11:55:14.589815 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703ae2-961e-4596-b05f-fe19b8232081 req-ef575fef-f3e0-4ef5-b83b-b8fc0764cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:14.591885 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-ef575fef-f3e0-4ef5-b83b-b8fc0764cd68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0443146 Apr 07 11:55:14.641568 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703ae2-961e-4596-b05f-fe19b8232081 req-75ddb718-65ac-4ffc-9e89-e6ba8a78b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:14.643117 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-75ddb718-65ac-4ffc-9e89-e6ba8a78b2ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453687 Apr 07 11:55:14.718141 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '5a775ec7-e906-4d57-8cf6-97d3e03413aa', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'port_id': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'mac_address': 'fa:16:3e:a3:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:55:13Z', 'updated_at': '2022-04-07T11:55:13Z', 'revision_number': 0, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:39Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:14.735004 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-13647fc4-17a6-40e6-81ce-fb2d6f1503e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859766 Apr 07 11:55:14.743913 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] Checking router: 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:55:14.752693 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:55:14.753289 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:55:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:14.824906 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94703ae2-961e-4596-b05f-fe19b8232081 req-e22c3f04-1757-421a-80a1-55156b8cf381 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Apr 07 11:55:14.859275 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:55:15.078298 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '5a775ec7-e906-4d57-8cf6-97d3e03413aa', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'port_id': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'mac_address': 'fa:16:3e:a3:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:55:13Z', 'updated_at': '2022-04-07T11:55:13Z', 'revision_number': 0, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:39Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:15.103369 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d4299-87a5-446e-a664-8276a0910b08 None None] The sync data for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi is: [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '5a775ec7-e906-4d57-8cf6-97d3e03413aa', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'port_id': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'mac_address': 'fa:16:3e:a3:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:55:13Z', 'updated_at': '2022-04-07T11:55:13Z', 'revision_number': 0, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:39Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:55:15.296780 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c6ebde-7b22-40b3-a41b-0d0d127bf11e None None] New status for floating IP 5a775ec7-e906-4d57-8cf6-97d3e03413aa: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:55:16.434850 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:26.568241 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:55:27.356335 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bc55ca22-93a3-420a-a286-b81658083c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:29.567057 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d7d3758f-6ce6-45f9-bdd4-5ebc4ec81e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.693638 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.950392 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.599323 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:46.433707 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:52.515139 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-6c492155-c7f7-4e91-abf6-67ca4ca1c4a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434024 Apr 07 11:55:52.597463 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16abb-a666-431b-bc4c-fafb201127ea req-1e72224d-8756-472f-9d6d-49c6825b9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.598951 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-1e72224d-8756-472f-9d6d-49c6825b9806 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0440624 Apr 07 11:55:52.699519 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16abb-a666-431b-bc4c-fafb201127ea req-4c8ff46b-a8f0-46da-abf2-f29817765496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.702165 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-4c8ff46b-a8f0-46da-abf2-f29817765496 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0861359 Apr 07 11:55:52.766585 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-0cd12703-001b-4997-b483-ef0ea23e8153 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1002 time: 0.0589659 Apr 07 11:55:52.812513 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16abb-a666-431b-bc4c-fafb201127ea req-381e8059-ac89-45ff-8781-bc645a5291ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.813904 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-381e8059-ac89-45ff-8781-bc645a5291ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0423012 Apr 07 11:55:52.871762 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16abb-a666-431b-bc4c-fafb201127ea req-3b8b4c0d-8b04-472b-a92b-e63b84aaffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:52.873862 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-3b8b4c0d-8b04-472b-a92b-e63b84aaffc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543668 Apr 07 11:55:52.962444 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-97fb1f17-1d42-445d-9822-f65322cc2e88 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823374 Apr 07 11:55:53.354647 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-48c16abb-a666-431b-bc4c-fafb201127ea req-a826309e-3f0b-4a2c-9777-833c1a3981b6 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863747 Apr 07 11:55:57.358325 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ab9b-2afd-463e-aa66-2ced0a8d10bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:59.568839 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e9bcb04b-ba35-4797-98fb-dd8541904dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:00.695285 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:01.953899 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:03.567135 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:03.601811 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.448019 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:27.360729 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-327c9f00-2d78-4d33-bdb4-b0a754317116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:29.569879 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-80abcf05-2072-44e2-ad4f-c34395a50cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:30.698243 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:31.957402 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:33.604573 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:40.566196 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:46.465010 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:52.511585 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-9d436f69-92ea-4e1e-ba32-0e43cb71485a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417876 Apr 07 11:56:52.592278 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-01c661f2-b2a5-4220-801a-bfdf2662d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.593755 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-01c661f2-b2a5-4220-801a-bfdf2662d981 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0439739 Apr 07 11:56:52.693287 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-2f888f08-69a4-4852-8d4d-3ef538f300d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.694721 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-2f888f08-69a4-4852-8d4d-3ef538f300d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0840917 Apr 07 11:56:52.757485 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-5b816ee0-7e84-4a2d-b1ad-10ba5a6d167f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1002 time: 0.0572274 Apr 07 11:56:52.806025 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-e9701b11-79f5-40c0-8ec0-1bf5f5bc13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.807412 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-e9701b11-79f5-40c0-8ec0-1bf5f5bc13f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0446329 Apr 07 11:56:52.852290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-49145e10-6b54-46e2-afba-640fc51373bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.853739 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-49145e10-6b54-46e2-afba-640fc51373bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411134 Apr 07 11:56:52.937656 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-05b2bce1-3e62-4eec-9864-c7c305f45a65 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779767 Apr 07 11:56:53.027637 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d631c2df-fee1-425d-9547-86b6ad4e5af3 req-f314f2dd-632d-4c86-9489-1bb703574d86 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835619 Apr 07 11:56:57.362611 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-dc6d04c6-d532-4602-a746-cd6e15e35155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:59.570259 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aaa00f00-55f6-4578-b6db-bd13a85a1ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.700926 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.960054 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.607387 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:08.389408 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca198490-f916-41c4-9516-4505d1edf41b req-0af5f6b4-9d41-4437-a98a-3c8830773299 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:08.390856 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ca198490-f916-41c4-9516-4505d1edf41b req-0af5f6b4-9d41-4437-a98a-3c8830773299 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0519373 Apr 07 11:57:08.437904 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ca198490-f916-41c4-9516-4505d1edf41b req-5a6686fb-a4e7-4d19-b360-784b4b445e9b tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415399 Apr 07 11:57:09.559319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c39f-1b8c-47dc-981f-8029d6eb26ad req-97d8f26c-72b3-4122-b53e-4672178e97fa tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:09.560794 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-63f4c39f-1b8c-47dc-981f-8029d6eb26ad req-97d8f26c-72b3-4122-b53e-4672178e97fa tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0553529 Apr 07 11:57:09.612806 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-63f4c39f-1b8c-47dc-981f-8029d6eb26ad req-08653191-57ea-4ebe-99f5-492338f41f6d tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464933 Apr 07 11:57:10.735667 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0b6b6-6187-47d3-bf64-500c29f6f4d3 req-9672400e-371d-4d41-804d-cd2bc2406f95 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:10.737150 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94a0b6b6-6187-47d3-bf64-500c29f6f4d3 req-9672400e-371d-4d41-804d-cd2bc2406f95 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0518916 Apr 07 11:57:10.784557 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-94a0b6b6-6187-47d3-bf64-500c29f6f4d3 req-390d6444-2cc9-419a-808f-969f96316b95 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Apr 07 11:57:11.903483 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21463735-e306-4c31-ba42-00f895780bbd req-b90bcb5f-33d2-4b29-a023-57d6bcc6579e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.905093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-21463735-e306-4c31-ba42-00f895780bbd req-b90bcb5f-33d2-4b29-a023-57d6bcc6579e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0554032 Apr 07 11:57:11.952586 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-21463735-e306-4c31-ba42-00f895780bbd req-57b2872f-c591-43ee-91ec-ce6c619ab748 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Apr 07 11:57:13.067719 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f8f8-889c-4ff2-a420-0f58e338d781 req-2db14989-d7b7-43e9-b3fe-7ad9743a484c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:13.069114 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4942f8f8-889c-4ff2-a420-0f58e338d781 req-2db14989-d7b7-43e9-b3fe-7ad9743a484c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0514402 Apr 07 11:57:13.115515 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4942f8f8-889c-4ff2-a420-0f58e338d781 req-0ca50ef6-a4c2-4255-83cf-b8e3c0ec2a8f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Apr 07 11:57:14.231200 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b2f1-e280-47f7-81d7-5e238e11cbe7 req-f9d6f946-2964-461c-8810-ee96c0f5241e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:14.232645 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6c62b2f1-e280-47f7-81d7-5e238e11cbe7 req-f9d6f946-2964-461c-8810-ee96c0f5241e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0512054 Apr 07 11:57:14.283666 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6c62b2f1-e280-47f7-81d7-5e238e11cbe7 req-e3afc47d-bb01-4409-a823-a8addafa511a tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453563 Apr 07 11:57:15.399482 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615812d2-3495-4c94-8852-49560c1baf3e req-a936f838-ae0d-4ace-848c-25b70dfebfb6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:15.400965 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-615812d2-3495-4c94-8852-49560c1baf3e req-a936f838-ae0d-4ace-848c-25b70dfebfb6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0515380 Apr 07 11:57:15.447378 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-615812d2-3495-4c94-8852-49560c1baf3e req-513d9896-441b-4954-aab4-847e62db7333 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Apr 07 11:57:16.477266 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:16.564130 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e70ab-a79f-41d4-a273-10664f5b43e7 req-6c1bcf12-af5c-43b7-a14f-22c982f27b39 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:16.565611 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-736e70ab-a79f-41d4-a273-10664f5b43e7 req-6c1bcf12-af5c-43b7-a14f-22c982f27b39 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0513513 Apr 07 11:57:16.613695 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-736e70ab-a79f-41d4-a273-10664f5b43e7 req-f54499c4-6529-4207-a193-ebacc2b06984 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Apr 07 11:57:17.564936 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:17.733210 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301019d-b605-41ab-9572-a1ffb036e5f2 req-0e2e6299-e4b1-459a-9999-ffeee4c59eca tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:17.734683 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e301019d-b605-41ab-9572-a1ffb036e5f2 req-0e2e6299-e4b1-459a-9999-ffeee4c59eca tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0553961 Apr 07 11:57:17.782184 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e301019d-b605-41ab-9572-a1ffb036e5f2 req-b2885875-45af-4337-8ce1-4a5079d566a7 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417869 Apr 07 11:57:18.507980 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-341b3cd0-de4f-4421-890e-84470fb66b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:18.509506 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-341b3cd0-de4f-4421-890e-84470fb66b09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0431077 Apr 07 11:57:18.599259 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-7cb9d5b9-2da5-4472-ba9f-5b7b6d7c67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:18.600712 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-7cb9d5b9-2da5-4472-ba9f-5b7b6d7c67cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0854409 Apr 07 11:57:18.664376 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-df74b0cf-48dd-4734-9ccf-f8507e32c999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1002 time: 0.0579829 Apr 07 11:57:18.710466 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-08b3d090-7bee-4470-9a5c-bf47f5663900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:18.711844 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-08b3d090-7bee-4470-9a5c-bf47f5663900 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0423226 Apr 07 11:57:18.762765 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-f4dcb30b-0104-45af-9563-aa68e8bd88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:18.764154 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-f4dcb30b-0104-45af-9563-aa68e8bd88be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464752 Apr 07 11:57:18.848783 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-926a6a9c-ad18-4462-93ac-aae1729ba1eb service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784962 Apr 07 11:57:18.957664 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59afb8b-7f13-422d-b727-da2609207781 req-ad15160e-bf11-4102-bbc0-5963cb375d1f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:18.959149 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a59afb8b-7f13-422d-b727-da2609207781 req-ad15160e-bf11-4102-bbc0-5963cb375d1f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.1094069 Apr 07 11:57:18.987521 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdd9f3b4-86dd-4ab1-896f-884749d037e6 req-fdb03079-0d0f-437c-ab3b-d61ba711f123 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285346 Apr 07 11:57:19.016473 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a59afb8b-7f13-422d-b727-da2609207781 req-ebcd20c5-77d6-4d9a-9633-34ef2816a3f9 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512245 Apr 07 11:57:20.134568 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14653f-162a-4efb-860c-695989a11187 req-2c0360e6-684b-4355-bfe8-2ff97f53a8e5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:20.136015 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-aa14653f-162a-4efb-860c-695989a11187 req-2c0360e6-684b-4355-bfe8-2ff97f53a8e5 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0548923 Apr 07 11:57:20.182676 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-aa14653f-162a-4efb-860c-695989a11187 req-68ef40d4-b62d-42f2-bc56-0aafa0e9ee91 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411649 Apr 07 11:57:21.296065 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779b4d7-76dd-4faf-a69f-f6810e91fe14 req-997fd547-0a51-404d-80bc-56ea9d32e083 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:21.297442 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b779b4d7-76dd-4faf-a69f-f6810e91fe14 req-997fd547-0a51-404d-80bc-56ea9d32e083 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0503027 Apr 07 11:57:21.345068 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b779b4d7-76dd-4faf-a69f-f6810e91fe14 req-330df694-1544-47d0-9a5f-66eff12ad925 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Apr 07 11:57:21.556266 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103ea2-1486-47a4-be09-ecca4311e5f6 req-616273b0-3efd-47d2-9034-ccbf5c3cc391 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:21.557753 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eb103ea2-1486-47a4-be09-ecca4311e5f6 req-616273b0-3efd-47d2-9034-ccbf5c3cc391 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Apr 07 11:57:21.636549 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-eb103ea2-1486-47a4-be09-ecca4311e5f6 req-60a66d0c-59d4-41c4-b3e7-ca9d8a561007 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727863 Apr 07 11:57:21.645905 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-50daebbb-6232-4898-8717-7b7708364eda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595564 Apr 07 11:57:21.829243 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797095c9-8d32-44b6-ae79-e562792cef55 req-c813ea01-7ff0-4779-ae38-32f6aa01d3ee tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:21.830557 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-c813ea01-7ff0-4779-ae38-32f6aa01d3ee tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports/cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 943 time: 0.1578524 Apr 07 11:57:22.755682 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69cab9-c772-47d8-b034-b88b889068cd req-03e16fd3-ea0b-42c0-9fef-2d0b8810e916 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:22.757166 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e69cab9-c772-47d8-b034-b88b889068cd req-03e16fd3-ea0b-42c0-9fef-2d0b8810e916 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0543635 Apr 07 11:57:22.806726 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e69cab9-c772-47d8-b034-b88b889068cd req-9e1443b2-607b-43bd-8822-769de60fe78c tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Apr 07 11:57:23.086084 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797095c9-8d32-44b6-ae79-e562792cef55 req-7c822057-27c0-455f-ad1a-17f18515d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.087480 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-7c822057-27c0-455f-ad1a-17f18515d301 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1&tenant_id=7f9fc3a055314297b8e4fc5feca5029b HTTP/1.1" status: 200 len: 1130 time: 0.0784099 Apr 07 11:57:23.149138 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797095c9-8d32-44b6-ae79-e562792cef55 req-52c1ca0d-3f14-4b71-8e03-ddc05a0409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.150593 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-52c1ca0d-3f14-4b71-8e03-ddc05a0409a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0426421 Apr 07 11:57:23.237978 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797095c9-8d32-44b6-ae79-e562792cef55 req-52ae2c68-d5aa-4056-b523-a0a728ea8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.239418 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-52ae2c68-d5aa-4056-b523-a0a728ea8918 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0834944 Apr 07 11:57:23.300391 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-1b247656-9723-4ce9-ae86-fabba6ea0fbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1002 time: 0.0555537 Apr 07 11:57:23.345831 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797095c9-8d32-44b6-ae79-e562792cef55 req-1b3e2855-ec20-40a5-8e61-d98246dc7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.347133 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-1b3e2855-ec20-40a5-8e61-d98246dc7234 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0416412 Apr 07 11:57:23.397446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797095c9-8d32-44b6-ae79-e562792cef55 req-306cc960-ca7e-40bc-a401-b0f8aab56976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.398951 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-306cc960-ca7e-40bc-a401-b0f8aab56976 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459068 Apr 07 11:57:23.482393 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-19da1f91-4f07-43c2-b852-7669a2c22873 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778465 Apr 07 11:57:23.570527 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-797095c9-8d32-44b6-ae79-e562792cef55 req-b5876a87-88bd-4c97-baab-03425966b51c service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829065 Apr 07 11:57:23.922579 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e20eae-581a-4d71-8c67-a7601bb8530e req-6245752f-8694-48e8-9da1-f877d39c68c3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:23.924035 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-29e20eae-581a-4d71-8c67-a7601bb8530e req-6245752f-8694-48e8-9da1-f877d39c68c3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0520763 Apr 07 11:57:23.970968 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-29e20eae-581a-4d71-8c67-a7601bb8530e req-bba26e74-7bdb-40ce-b3c3-4b45d9592fdb tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413828 Apr 07 11:57:24.414139 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:57:24.487591 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 is: ACTIVE; New status is: DOWN {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:24.487980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.509902 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:24.512303 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00647434-05ad-4a1d-ba11-4eae4aa55cde" -d '{"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:24.524478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:24.528364 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:24.575810 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=6']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:24.583148 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.583495 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.583836 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.584182 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.584514 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.584844 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.585191 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.585516 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.585917 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.586156 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.586479 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.586801 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.587119 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.587438 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.587753 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:57:24.604357 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b87afaa-5aac-481b-b485-21e355dd1cc1 x-openstack-request-id: req-1b87afaa-5aac-481b-b485-21e355dd1cc1 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:24.604640 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:24.605137 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b87afaa-5aac-481b-b485-21e355dd1cc1 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:24.605630 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b87afaa-5aac-481b-b485-21e355dd1cc1'] response: {'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'code': 200} Apr 07 11:57:25.084629 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9d81-f384-4c3f-bbca-a67181ba4146 req-238d382e-7f72-4c61-9ce1-fcf131597b2a tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:25.086100 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c89a9d81-f384-4c3f-bbca-a67181ba4146 req-238d382e-7f72-4c61-9ce1-fcf131597b2a tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0505240 Apr 07 11:57:25.136787 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-c89a9d81-f384-4c3f-bbca-a67181ba4146 req-5debd9e9-be44-4cc8-b79f-aee8eb87a7b8 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452824 Apr 07 11:57:26.252205 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a5546-4044-4642-b8de-b369cc3a461b req-ec832f33-8e1d-40ec-a47a-a3c61d571ae8 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:26.253572 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ff3a5546-4044-4642-b8de-b369cc3a461b req-ec832f33-8e1d-40ec-a47a-a3c61d571ae8 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0504990 Apr 07 11:57:26.300147 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ff3a5546-4044-4642-b8de-b369cc3a461b req-421c4a4c-ee12-4a74-b6c1-a5ce45199c30 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Apr 07 11:57:27.364702 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-de5fa332-3d61-4ea5-b6cd-20fce74d3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:27.418672 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab87ac-86f4-47ff-a777-bc556cb8666d req-fe22fa75-89e6-4a88-a31b-e956849ae8f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:27.420154 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-13ab87ac-86f4-47ff-a777-bc556cb8666d req-fe22fa75-89e6-4a88-a31b-e956849ae8f3 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0526471 Apr 07 11:57:27.467093 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-13ab87ac-86f4-47ff-a777-bc556cb8666d req-0805d5d3-1cb2-4d5b-9429-8125a67dc06b tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Apr 07 11:57:28.583772 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37627df0-7ef3-43f2-a3ae-3e949bc21a0f req-968717ce-4501-4adc-834f-bc31253ab815 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:28.585257 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-37627df0-7ef3-43f2-a3ae-3e949bc21a0f req-968717ce-4501-4adc-834f-bc31253ab815 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0542638 Apr 07 11:57:28.632994 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-37627df0-7ef3-43f2-a3ae-3e949bc21a0f req-ab544918-3863-4edb-972c-746c8ab351ea tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Apr 07 11:57:29.564967 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2a7c6-1a7c-4efb-bf04-4b0b2ec426e0 req-55688484-eb50-48a7-9da4-b92349ea13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:29.566486 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b3a2a7c6-1a7c-4efb-bf04-4b0b2ec426e0 req-55688484-eb50-48a7-9da4-b92349ea13c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1128 time: 0.0436032 Apr 07 11:57:29.570790 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-75082a50-3605-434b-80a5-48f51674a5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:29.611806 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b3a2a7c6-1a7c-4efb-bf04-4b0b2ec426e0 req-2a5e60f5-8d1d-424b-b198-034f8e8669b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Apr 07 11:57:29.746324 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e5131-4ead-426d-9cf5-02134b4f8fdc req-40ae2a09-2af0-40c6-95bd-f1e778493cc8 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:29.747769 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c7e5131-4ead-426d-9cf5-02134b4f8fdc req-40ae2a09-2af0-40c6-95bd-f1e778493cc8 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0511243 Apr 07 11:57:29.798175 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-0c7e5131-4ead-426d-9cf5-02134b4f8fdc req-6f88236a-5e40-4c12-8431-eb7a33a299c2 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Apr 07 11:57:30.705794 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:30.917401 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d30ca-66f2-41a4-bb4a-0fc9ef0b0ab2 req-e715d6f3-3bd8-40e6-832d-d080c6a7541e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:30.918848 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e4d30ca-66f2-41a4-bb4a-0fc9ef0b0ab2 req-e715d6f3-3bd8-40e6-832d-d080c6a7541e tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 944 time: 0.0516441 Apr 07 11:57:30.966135 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7e4d30ca-66f2-41a4-bb4a-0fc9ef0b0ab2 req-17fe85c5-6c5e-4ad1-b106-4d056aa39f8d tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Apr 07 11:57:31.962655 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:32.439486 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:57:32.536011 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:32.546650 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'port_id': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'mac_address': 'fa:16:3e:a3:ea:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:57:32.582093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:32.582483 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:32.595215 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba8aeb9-6034-420d-8b2a-88e741a4f3d6 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:32.614161 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:32.617727 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:32.663813 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=7']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:32.837234 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['cba8aeb9-6034-420d-8b2a-88e741a4f3d6'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:57:33.611356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.445772 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:34.492350 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:34.492725 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.566398 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:34.566788 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.588443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:34.590718 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e17b72d-6cd3-4e2c-954a-0993f7f85d00" -d '{"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-plugged", "status": "completed", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:34.605411 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:34.610888 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.636871 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca38ce-d7e0-4d9d-b4fb-c30a04b076d1 x-openstack-request-id: req-11ca38ce-d7e0-4d9d-b4fb-c30a04b076d1 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:34.637534 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-plugged", "status": "completed", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:34.637534 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11ca38ce-d7e0-4d9d-b4fb-c30a04b076d1 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:34.637788 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ca38ce-d7e0-4d9d-b4fb-c30a04b076d1'] response: {'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'code': 200} Apr 07 11:57:34.660102 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=8']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:46.494857 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:54.511071 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-a84dbfab-8bef-47b0-9e66-2b8e8c44421f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414519 Apr 07 11:57:54.563904 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:54.596124 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-b9339395-3f38-41d8-952e-f93b48a1cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.597652 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-b9339395-3f38-41d8-952e-f93b48a1cb6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0461581 Apr 07 11:57:54.694832 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-506c6dff-bfcc-4dcc-874e-01c275504a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.696284 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-506c6dff-bfcc-4dcc-874e-01c275504a7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0810008 Apr 07 11:57:54.762241 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-1b2048a8-8188-4871-9458-24ebff7ad70a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 1002 time: 0.0598300 Apr 07 11:57:54.806598 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-8cffa847-728e-4e12-8226-835d2c841a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.808499 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-8cffa847-728e-4e12-8226-835d2c841a3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0408485 Apr 07 11:57:54.855360 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-644b9427-0e92-4ada-b457-5ff021709617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:54.856826 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-644b9427-0e92-4ada-b457-5ff021709617 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425045 Apr 07 11:57:54.945611 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-6ea8232d-48ca-4caf-bf38-4f6dcd90b7d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816107 Apr 07 11:57:55.035803 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-b9a7d2b9-12bf-46ad-ae63-df9e12f58650 req-e75ea57c-c864-4e7a-8dd4-d2dfe8268c41 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838230 Apr 07 11:57:57.364654 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-112a9213-8c7c-407a-9312-38d728658599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:59.572284 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2d18e29d-8149-4e31-a940-50cc1b1fff26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:00.705017 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.967392 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:03.613301 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:16.506134 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:27.364434 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-68e2b4e2-571b-4ccd-a32b-e67975b75ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.573680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-821c235a-81f3-444f-9177-cb483497162e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:30.707798 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:31.563271 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:31.969479 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.614587 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.483118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45150) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:46.523727 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.639874 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Deleting port 4cf524fa-1a85-4896-b409-c33cdc4fadbb {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:46.640212 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.715123 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.715442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for floatingip (4cf524fa-1a85-4896-b409-c33cdc4fadbb), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.727167 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Calling delete_port for 4cf524fa-1a85-4896-b409-c33cdc4fadbb owned by network:floatingip {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:46.890781 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (4cf524fa-1a85-4896-b409-c33cdc4fadbb), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.914634 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event deleted for resources: {'Port': ['ID=4cf524fa-1a85-4896-b409-c33cdc4fadbb,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:46.943708 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.944052 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.944393 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.944728 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.945096 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.945421 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.945746 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.946070 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.946391 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.947261 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.947582 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.947904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.948223 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.948539 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.948867 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:46.986006 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for floatingip (5a775ec7-e906-4d57-8cf6-97d3e03413aa), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:46.986333 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Floating IP 5a775ec7-e906-4d57-8cf6-97d3e03413aa disassociated (deleted). External IP: 172.27.2.191, port: cba8aeb9-6034-420d-8b2a-88e741a4f3d6. Apr 07 11:58:47.189068 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:47.563499 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:47.568036 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:47.573108 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] Sync routers for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:47.582633 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:47.583324 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:47.597369 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d5019ffc-8f47-4876-89ab-e4c8d73f33d6 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "DELETE /v2.0/floatingips/5a775ec7-e906-4d57-8cf6-97d3e03413aa HTTP/1.1" status: 204 len: 168 time: 1.1131828 Apr 07 11:58:47.597956 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:47.600232 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3e0e99-65d6-4e42-af06-e26c00411506" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:47.725907 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e019499-dc76-4e14-8875-d016a8d7333a x-openstack-request-id: req-5e019499-dc76-4e14-8875-d016a8d7333a {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:47.726280 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:47.727211 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e019499-dc76-4e14-8875-d016a8d7333a {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:47.727832 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e019499-dc76-4e14-8875-d016a8d7333a'] response: {'name': 'network-changed', 'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'status': 'completed', 'code': 200} Apr 07 11:58:47.839954 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:47.841811 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b6f50-b87f-4f23-bb15-745eaecd2d35 req-dacdd82e-bce5-4d28-a528-b60ec1e4b44d tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:47.843330 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-626b6f50-b87f-4f23-bb15-745eaecd2d35 req-dacdd82e-bce5-4d28-a528-b60ec1e4b44d tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0536201 Apr 07 11:58:47.892098 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-626b6f50-b87f-4f23-bb15-745eaecd2d35 req-60e226ba-5b17-4ffc-b631-712a10fa0c25 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Apr 07 11:58:48.036522 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:39Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:48.061682 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] Checking router: 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:48.069720 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:48.070319 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:48.179524 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:48.366848 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:39Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:48.395529 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67476285-6e57-4234-8824-bba8b2d824aa None None] The sync data for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi is: [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:54:34Z', 'revision_number': 4, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': 'd1c962ea-0ec0-4da9-ad4a-c16d6aeba837', 'name': '', 'network_id': 'ddcb04fc-f977-4dec-b4c9-6866c8a53e57', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'mac_address': 'fa:16:3e:78:87:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:33Z', 'updated_at': '2022-04-07T11:54:39Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'subnets': [{'id': '0327dfce-e24e-4155-9f60-c59f122ba5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:48.614484 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2f431-67d9-4b80-a832-ed989494e4f5 None None] New status for floating IP 5a775ec7-e906-4d57-8cf6-97d3e03413aa: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:58:48.766276 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-948ebb7b-1354-4cc8-8b5e-fc1d9aa6f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:48.767730 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-948ebb7b-1354-4cc8-8b5e-fc1d9aa6f430 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 1130 time: 0.0444150 Apr 07 11:58:48.872058 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-4b29464b-af5d-4961-8aef-9344dce88815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:48.873527 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-4b29464b-af5d-4961-8aef-9344dce88815 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 200 len: 909 time: 0.0877492 Apr 07 11:58:48.937694 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-2f7e7b3d-0d4c-4a2b-9dba-ef49214f38f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0340185 Apr 07 11:58:49.015514 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-c3856751-592b-4de1-b66e-2d1eb90d8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.016978 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-c3856751-592b-4de1-b66e-2d1eb90d8086 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 200 len: 847 time: 0.0729201 Apr 07 11:58:49.034852 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f43584-5125-4abf-ab7e-a0e5fb09d5c0 req-d0d31d4c-d4ed-48b0-8706-581b55633e49 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.036204 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f6f43584-5125-4abf-ab7e-a0e5fb09d5c0 req-d0d31d4c-d4ed-48b0-8706-581b55633e49 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0643287 Apr 07 11:58:49.084003 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-f6f43584-5125-4abf-ab7e-a0e5fb09d5c0 req-02710e6c-dcd2-4714-818e-5d3fe7806430 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0883fdd-f92f-4809-88b0-b389e208b0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416894 Apr 07 11:58:49.232390 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-c943a887-6420-4d63-9ac3-8aaa64b4d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.233876 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-c943a887-6420-4d63-9ac3-8aaa64b4d3b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ddcb04fc-f977-4dec-b4c9-6866c8a53e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436025 Apr 07 11:58:49.304603 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-f4cb0803-46c2-4793-9a95-9d24b628aa81 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:49.306029 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-f4cb0803-46c2-4793-9a95-9d24b628aa81 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 946 time: 0.0569766 Apr 07 11:58:49.335292 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-1f77a769-0790-4e4b-85c1-b5f9a3d91e9a service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Apr 07 11:58:49.396104 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Deleting port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:49.396442 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.426035 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c3e0e99-65d6-4e42-af06-e26c00411506 req-3f4e5c33-5cf1-4837-9fb8-33e44e3d0780 service neutron] 10.222.0.26 "GET /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Apr 07 11:58:49.487919 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] For port cba8aeb9-6034-420d-8b2a-88e741a4f3d6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:49.488289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.501266 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Calling delete_port for cba8aeb9-6034-420d-8b2a-88e741a4f3d6 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:49.625942 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (cba8aeb9-6034-420d-8b2a-88e741a4f3d6), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.657149 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event deleted for resources: {'Port': ['ID=cba8aeb9-6034-420d-8b2a-88e741a4f3d6,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:49.669448 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.669797 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.670143 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.670482 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.670810 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.671136 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.671457 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.671778 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.672097 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.672416 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.672735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.673079 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.673399 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.673755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.674207 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:49.709430 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] No DVR routers for this DVR port cba8aeb9-6034-420d-8b2a-88e741a4f3d6 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:49.711750 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:49.714993 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a57a57a3-a5c6-45e7-8c0b-762ca6be47ed req-46e6c131-cf3f-4588-bb4b-d8753a06e1db tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.26 "DELETE /v2.0/ports/cba8aeb9-6034-420d-8b2a-88e741a4f3d6 HTTP/1.1" status: 204 len: 173 time: 0.4040985 Apr 07 11:58:49.715421 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-deleted', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:49.717659 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99087b34-e040-411c-ae66-156b7bb4aea2" -d '{"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-deleted", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:49.818684 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad060e-b5b9-4ffb-960f-43eec0bfa6ba x-openstack-request-id: req-5bad060e-b5b9-4ffb-960f-43eec0bfa6ba {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:49.818971 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1", "name": "network-vif-deleted", "tag": "cba8aeb9-6034-420d-8b2a-88e741a4f3d6", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:49.819222 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bad060e-b5b9-4ffb-960f-43eec0bfa6ba {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:49.819623 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bad060e-b5b9-4ffb-960f-43eec0bfa6ba'] response: {'server_uuid': 'e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1', 'name': 'network-vif-deleted', 'tag': 'cba8aeb9-6034-420d-8b2a-88e741a4f3d6', 'status': 'completed', 'code': 200} Apr 07 11:58:50.204383 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-620bd903-a49f-4d39-ba4a-cb11746979e2 req-a408f382-7695-4622-8b5e-a95cbbb757d8 tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bb1f88-c7ca-4e83-8931-7ffc2e7584e1 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Apr 07 11:58:51.261930 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45182) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:51.316718 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7fe9-8c58-4e64-8b2e-96da97a7f29f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group (d0883fdd-f92f-4809-88b0-b389e208b0e7), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.340608 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7fe9-8c58-4e64-8b2e-96da97a7f29f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group (d0883fdd-f92f-4809-88b0-b389e208b0e7), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.400142 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7fe9-8c58-4e64-8b2e-96da97a7f29f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (d0883fdd-f92f-4809-88b0-b389e208b0e7), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.402726 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7fe9-8c58-4e64-8b2e-96da97a7f29f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:51.403886 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ac9c7fe9-8c58-4e64-8b2e-96da97a7f29f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] 10.222.0.47 "DELETE /v2.0/security-groups/d0883fdd-f92f-4809-88b0-b389e208b0e7 HTTP/1.1" status: 204 len: 168 time: 0.1409807 Apr 07 11:58:51.413452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c7fe9-8c58-4e64-8b2e-96da97a7f29f tempest-TestShelveInstance-1213316931 tempest-TestShelveInstance-1213316931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0883fdd-f92f-4809-88b0-b389e208b0e7,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:51.443100 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45186) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:51.785452 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:52.026994 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Deleting port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:52.027332 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:52.102088 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] For port d1c962ea-0ec0-4da9-ad4a-c16d6aeba837, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:52.102397 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:52.114519 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Calling delete_port for d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 owned by network:router_interface {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:52.289065 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (d1c962ea-0ec0-4da9-ad4a-c16d6aeba837), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:52.317688 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c962ea-0ec0-4da9-ad4a-c16d6aeba837,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:52.484933 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:52.701838 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:52.791712 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:52.807185 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:52.813405 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: cba8aeb9-6034-420d-8b2a-88e741a4f3d6 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:52.813676 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-f64e1da9-2dd5-4022-9cf0-03441c5bf60c admin admin] 10.222.0.47 "PUT /v2.0/routers/9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3695319 Apr 07 11:58:52.813809 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device cba8aeb9-6034-420d-8b2a-88e741a4f3d6 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:52.817020 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45188) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:52.820618 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] Sync routers for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:52.833038 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:52.833651 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:52.921976 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks [] for router (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:52.941523 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:53.022767 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks [] for router_gateway (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.079240 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Deleting port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:53.079712 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.126734 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:58:52Z', 'revision_number': 5, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port': {'id': '14a91bf7-3b55-4b33-8ba0-9f265361d6d5', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:53.153204 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] Checking router: 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:53.160292 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] For port 14a91bf7-3b55-4b33-8ba0-9f265361d6d5, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:53.160735 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.161255 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] Routers {'9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:53.161856 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:53.173833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Calling delete_port for 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 owned by network:router_gateway {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:53.249380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] Set router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 gateway port host: None {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:53.304217 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:58:53Z', 'revision_number': 6, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:53.329345 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d2a74-0d03-4f75-a436-0496268f6705 None None] The sync data for ids ['9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83'] in dv-cinder-836804-2-iscsi is: [{'id': '9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83', 'name': 'tempest-TestShelveInstance-387242822-router', 'tenant_id': '7f9fc3a055314297b8e4fc5feca5029b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:31Z', 'updated_at': '2022-04-07T11:58:53Z', 'revision_number': 6, 'project_id': '7f9fc3a055314297b8e4fc5feca5029b', 'gw_port_host': None}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:53.334763 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (14a91bf7-3b55-4b33-8ba0-9f265361d6d5), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.367390 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a91bf7-3b55-4b33-8ba0-9f265361d6d5,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:53.425693 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.518754 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.520773 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks [] for router_controller (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.563615 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.564143 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 {{(pid=109859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:58:53.568657 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.569850 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a8360ea4-05d4-44e0-919b-ae77e2d591e4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9bb6c4ca-4eb5-4acc-99c6-1874e01f3a83 HTTP/1.1" status: 204 len: 168 time: 0.7518034 Apr 07 11:58:53.572409 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45190) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:53.618448 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Deleting subnet 0327dfce-e24e-4155-9f60-c59f122ba5d6 {{(pid=109859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:58:53.622055 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Publish callbacks [] for subnet (0327dfce-e24e-4155-9f60-c59f122ba5d6), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.655442 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9314846'] for subnet (0327dfce-e24e-4155-9f60-c59f122ba5d6), precommit_delete_associations {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.732610 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (0327dfce-e24e-4155-9f60-c59f122ba5d6), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.789178 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475531'] for subnet (0327dfce-e24e-4155-9f60-c59f122ba5d6), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.816392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0327dfce-e24e-4155-9f60-c59f122ba5d6,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:53.818165 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.822124 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-75b15d09-a5a9-46c1-9bc1-04e524be2a06 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0327dfce-e24e-4155-9f60-c59f122ba5d6 HTTP/1.1" status: 204 len: 168 time: 0.2479711 Apr 07 11:58:53.823801 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45192) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:53.826127 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd3a7ee-5a3a-47bd-8605-d8a1ee92d2b9 None None] Network ddcb04fc-f977-4dec-b4c9-6866c8a53e57 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:53.895446 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (ddcb04fc-f977-4dec-b4c9-6866c8a53e57), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:53.954676 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Deleting port 93707931-3e0c-4cfa-be1b-1583ad081ae4 {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:53.955101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.017491 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] For port 93707931-3e0c-4cfa-be1b-1583ad081ae4, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=93707931-3e0c-4cfa-be1b-1583ad081ae4,segment=NetworkSegment(7397baa0-258a-4786-8ea3-4028e3c2065a),segment_id=7397baa0-258a-4786-8ea3-4028e3c2065a)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:54.017848 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.030970 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Calling delete_port for 93707931-3e0c-4cfa-be1b-1583ad081ae4 owned by network:dhcp {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:54.114594 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (93707931-3e0c-4cfa-be1b-1583ad081ae4), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.131787 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4b242-1195-4d03-ac4d-a7372b2c3fd3 None None] DHCP port deletion for ddcb04fc-f977-4dec-b4c9-6866c8a53e57 request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:58:54.143904 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93707931-3e0c-4cfa-be1b-1583ad081ae4,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:54.152064 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] No DVR routers for this DVR port 93707931-3e0c-4cfa-be1b-1583ad081ae4 on host dv-cinder-836804-2-iscsi {{(pid=109859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:54.222924 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (ddcb04fc-f977-4dec-b4c9-6866c8a53e57), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.246086 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcb04fc-f977-4dec-b4c9-6866c8a53e57']}} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:54.254968 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7397baa0-258a-4786-8ea3-4028e3c2065a') {'for_net_delete': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:54.255263 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.services.segments.db [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7397baa0-258a-4786-8ea3-4028e3c2065a') {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:54.265085 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9314823'] for segment (7397baa0-258a-4786-8ea3-4028e3c2065a), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.278630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (7397baa0-258a-4786-8ea3-4028e3c2065a), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.285402 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:58:54.285915 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315285'] for segment (7397baa0-258a-4786-8ea3-4028e3c2065a), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: Traceback (most recent call last): Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: timer() Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: cb(*args, **kw) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: return func(*args, **kwargs) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: self._notify() Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: self.callback(batched_events) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: event.method(event) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: return f(self, *a, **k) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._get(url).json() Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: return self.request(url, 'GET', **kwargs) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:58:54.287815 dv-cinder-836804-2-iscsi neutron-server[109859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:58:54.342475 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (ddcb04fc-f977-4dec-b4c9-6866c8a53e57), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.348011 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:54.351286 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ddcb04fc-f977-4dec-b4c9-6866c8a53e57 HTTP/1.1" status: 204 len: 168 time: 0.5265696 Apr 07 11:58:54.354378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45194) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:54.364372 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917b66-d570-49e3-af3b-519ec1035da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcb04fc-f977-4dec-b4c9-6866c8a53e57,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:54.620275 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 93707931-3e0c-4cfa-be1b-1583ad081ae4 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:54.640809 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 93707931-3e0c-4cfa-be1b-1583ad081ae4 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:54.641087 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 93707931-3e0c-4cfa-be1b-1583ad081ae4 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:54.641508 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:54.659518 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:54.659864 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 14a91bf7-3b55-4b33-8ba0-9f265361d6d5 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:54.660278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:54.679317 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:54.679667 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d1c962ea-0ec0-4da9-ad4a-c16d6aeba837 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:54.703730 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (77ec64ce-3778-402c-babb-3f9e828a6ac3), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.172722 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Deleting port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:55.173090 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.250807 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] For port 5a5da79e-0ad4-4a11-85a6-3ba88d19252e, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,segment=NetworkSegment(82d91b23-dc9e-4708-8441-84a4641c4c5c),segment_id=82d91b23-dc9e-4708-8441-84a4641c4c5c)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:55.251086 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.263506 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Calling delete_port for 5a5da79e-0ad4-4a11-85a6-3ba88d19252e owned by network:router_interface {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:55.440931 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (5a5da79e-0ad4-4a11-85a6-3ba88d19252e), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.467066 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5da79e-0ad4-4a11-85a6-3ba88d19252e,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:55.634637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (77ec64ce-3778-402c-babb-3f9e828a6ac3), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:55.848578 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Router 77ec64ce-3778-402c-babb-3f9e828a6ac3 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:55.953527 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:55.958621 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-233aebe1-eb74-47f3-a196-bb8a98dc761e admin admin] 10.222.0.47 "PUT /v2.0/routers/77ec64ce-3778-402c-babb-3f9e828a6ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6026146 Apr 07 11:58:55.961814 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45196) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:55.964540 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] Sync routers for ids ['77ec64ce-3778-402c-babb-3f9e828a6ac3'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:55.974869 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] Routers {'77ec64ce-3778-402c-babb-3f9e828a6ac3'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:55.975514 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['77ec64ce-3778-402c-babb-3f9e828a6ac3'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:56.066073 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks [] for router (77ec64ce-3778-402c-babb-3f9e828a6ac3), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.081091 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] Set router 77ec64ce-3778-402c-babb-3f9e828a6ac3 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:56.167900 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks [] for router_gateway (77ec64ce-3778-402c-babb-3f9e828a6ac3), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.218420 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Deleting port d5e3af58-39ac-413d-be99-0e5d7fc7144d {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:56.218750 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.256114 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:58:55Z', 'revision_number': 5, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port': {'id': 'd5e3af58-39ac-413d-be99-0e5d7fc7144d', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:56.282001 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] Checking router: 77ec64ce-3778-402c-babb-3f9e828a6ac3 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:56.290664 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] Routers {'77ec64ce-3778-402c-babb-3f9e828a6ac3'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:56.291267 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:58:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['77ec64ce-3778-402c-babb-3f9e828a6ac3'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:56.296100 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] For port d5e3af58-39ac-413d-be99-0e5d7fc7144d, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=d5e3af58-39ac-413d-be99-0e5d7fc7144d,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:56.296465 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.308913 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Calling delete_port for d5e3af58-39ac-413d-be99-0e5d7fc7144d owned by network:router_gateway {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:56.377409 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] Set router 77ec64ce-3778-402c-babb-3f9e828a6ac3 gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:56.430753 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:58:56Z', 'revision_number': 6, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:56.457472 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4f1d9-caf7-429d-9aff-401e315b6079 None None] The sync data for ids ['77ec64ce-3778-402c-babb-3f9e828a6ac3'] in dv-cinder-836804-2-iscsi is: [{'id': '77ec64ce-3778-402c-babb-3f9e828a6ac3', 'name': 'tempest-TestShelveInstance-1382531189-router', 'tenant_id': '233e4b0fd9d54c72922f87981cf23e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:54:36Z', 'updated_at': '2022-04-07T11:58:56Z', 'revision_number': 6, 'project_id': '233e4b0fd9d54c72922f87981cf23e10', 'gw_port_host': None}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:56.476266 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (d5e3af58-39ac-413d-be99-0e5d7fc7144d), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.500647 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e3af58-39ac-413d-be99-0e5d7fc7144d,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:56.562361 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (77ec64ce-3778-402c-babb-3f9e828a6ac3), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.652189 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (77ec64ce-3778-402c-babb-3f9e828a6ac3), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.654298 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks [] for router_controller (77ec64ce-3778-402c-babb-3f9e828a6ac3), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.699023 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (77ec64ce-3778-402c-babb-3f9e828a6ac3), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.699471 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ec64ce-3778-402c-babb-3f9e828a6ac3 {{(pid=109860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:58:56.703713 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.704871 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-92ad7e1d-d6ff-4868-8681-69e602087a51 admin admin] 10.222.0.47 "DELETE /v2.0/routers/77ec64ce-3778-402c-babb-3f9e828a6ac3 HTTP/1.1" status: 204 len: 168 time: 0.7421007 Apr 07 11:58:56.707369 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45198) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:56.750294 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Deleting subnet 8bc2adf2-6571-40ce-a20f-d244d98096ee {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:58:56.753261 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Publish callbacks [] for subnet (8bc2adf2-6571-40ce-a20f-d244d98096ee), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.787629 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (8bc2adf2-6571-40ce-a20f-d244d98096ee), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.882338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (8bc2adf2-6571-40ce-a20f-d244d98096ee), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.935160 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 5a5da79e-0ad4-4a11-85a6-3ba88d19252e no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:56.939422 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (8bc2adf2-6571-40ce-a20f-d244d98096ee), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.957583 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 5a5da79e-0ad4-4a11-85a6-3ba88d19252e {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:56.957865 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 5a5da79e-0ad4-4a11-85a6-3ba88d19252e not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:56.964587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc2adf2-6571-40ce-a20f-d244d98096ee,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:56.968142 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:56.973764 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-f7a91200-fddc-44fb-a336-a908710fc7eb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8bc2adf2-6571-40ce-a20f-d244d98096ee HTTP/1.1" status: 204 len: 168 time: 0.2630448 Apr 07 11:58:56.973948 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45200) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:56.976964 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7ffa8-6a11-4b96-831e-1a118ddddeb5 None None] Network f31e6edf-41b2-42d4-878b-a7d321e0f06f requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:57.043726 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (f31e6edf-41b2-42d4-878b-a7d321e0f06f), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.095601 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Deleting port de55a748-6e42-4624-a9e0-5538e74e7624 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:57.095945 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.157689 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] For port de55a748-6e42-4624-a9e0-5538e74e7624, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=de55a748-6e42-4624-a9e0-5538e74e7624,segment=NetworkSegment(82d91b23-dc9e-4708-8441-84a4641c4c5c),segment_id=82d91b23-dc9e-4708-8441-84a4641c4c5c)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:57.158050 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.170263 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Calling delete_port for de55a748-6e42-4624-a9e0-5538e74e7624 owned by network:dhcp {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:57.255482 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (de55a748-6e42-4624-a9e0-5538e74e7624), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.258939 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7354634-92fc-4e26-8920-2e3e53d9ad35 None None] DHCP port deletion for f31e6edf-41b2-42d4-878b-a7d321e0f06f request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:58:57.279428 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de55a748-6e42-4624-a9e0-5538e74e7624,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:57.285022 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] No DVR routers for this DVR port de55a748-6e42-4624-a9e0-5538e74e7624 on host dv-cinder-836804-2-iscsi {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:57.362954 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (f31e6edf-41b2-42d4-878b-a7d321e0f06f), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.372294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-92ac0026-438a-4020-87bd-ab43730c5d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.390015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31e6edf-41b2-42d4-878b-a7d321e0f06f']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:57.398979 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d91b23-dc9e-4708-8441-84a4641c4c5c') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:57.399271 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d91b23-dc9e-4708-8441-84a4641c4c5c') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:57.408267 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (82d91b23-dc9e-4708-8441-84a4641c4c5c), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.422501 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (82d91b23-dc9e-4708-8441-84a4641c4c5c), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.428547 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:58:57.428961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (82d91b23-dc9e-4708-8441-84a4641c4c5c), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:58:57.430596 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:58:57.488676 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (f31e6edf-41b2-42d4-878b-a7d321e0f06f), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.494949 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.498284 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f31e6edf-41b2-42d4-878b-a7d321e0f06f HTTP/1.1" status: 204 len: 168 time: 0.5234027 Apr 07 11:58:57.510063 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c733af-7a7b-409c-9702-4e5e4ca4f6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31e6edf-41b2-42d4-878b-a7d321e0f06f,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:57.696085 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45204) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:57.735254 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-56f6afc0-6b00-46b7-ba1e-4fcd25da9de9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f9fc3a055314297b8e4fc5feca5029b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373509 Apr 07 11:58:57.737592 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45206) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:57.787628 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15d26666-3ef1-4c46-bf0a-0878557355bd admin admin] Publish callbacks [] for security_group (e5fdf759-698e-448c-84a4-3900d224ca78), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.808056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15d26666-3ef1-4c46-bf0a-0878557355bd admin admin] Publish callbacks [] for security_group (e5fdf759-698e-448c-84a4-3900d224ca78), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.853023 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15d26666-3ef1-4c46-bf0a-0878557355bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (e5fdf759-698e-448c-84a4-3900d224ca78), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.855544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15d26666-3ef1-4c46-bf0a-0878557355bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:57.856707 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-15d26666-3ef1-4c46-bf0a-0878557355bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5fdf759-698e-448c-84a4-3900d224ca78 HTTP/1.1" status: 204 len: 168 time: 0.1181872 Apr 07 11:58:57.864627 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d26666-3ef1-4c46-bf0a-0878557355bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdf759-698e-448c-84a4-3900d224ca78,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:58.158526 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45212) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:58.197221 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-ec330cf9-bd30-41b1-9762-d421e00b39ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=233e4b0fd9d54c72922f87981cf23e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375640 Apr 07 11:58:58.199502 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45214) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:58.244320 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b2df4126-aecb-43b6-80c6-59653d495054 admin admin] Publish callbacks [] for security_group (3749d35b-8f42-47e2-9cff-d57539ee209c), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.266660 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b2df4126-aecb-43b6-80c6-59653d495054 admin admin] Publish callbacks [] for security_group (3749d35b-8f42-47e2-9cff-d57539ee209c), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.316357 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b2df4126-aecb-43b6-80c6-59653d495054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (3749d35b-8f42-47e2-9cff-d57539ee209c), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.319423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b2df4126-aecb-43b6-80c6-59653d495054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:58.320573 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-b2df4126-aecb-43b6-80c6-59653d495054 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3749d35b-8f42-47e2-9cff-d57539ee209c HTTP/1.1" status: 204 len: 168 time: 0.1202106 Apr 07 11:58:58.327976 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df4126-aecb-43b6-80c6-59653d495054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3749d35b-8f42-47e2-9cff-d57539ee209c,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:58.621169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device de55a748-6e42-4624-a9e0-5538e74e7624 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:58.642008 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: de55a748-6e42-4624-a9e0-5538e74e7624 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:58.642356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device de55a748-6e42-4624-a9e0-5538e74e7624 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:58.642781 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d5e3af58-39ac-413d-be99-0e5d7fc7144d no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:58.670240 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: d5e3af58-39ac-413d-be99-0e5d7fc7144d {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:58.670591 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device d5e3af58-39ac-413d-be99-0e5d7fc7144d not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:59.014544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45236) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:59.107035 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1443404446-network', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:59.126345 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Made reservation on behalf of c3ebba9bc7824ec59502c077bfd9536d for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:59.128699 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.139780 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.213307 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks [] for security_group (df6ecc15-6c54-4a35-a845-6e2ae589dcfa), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.216809 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (df6ecc15-6c54-4a35-a845-6e2ae589dcfa), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.240849 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:58:59.249844 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ecc15-6c54-4a35-a845-6e2ae589dcfa,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:59.257225 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.257562 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Added segment a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7 of type vlan for network 2501f30d-2bd0-40a9-a2a5-30d554652e07 Apr 07 11:58:59.295214 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (2501f30d-2bd0-40a9-a2a5-30d554652e07), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.318721 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (2501f30d-2bd0-40a9-a2a5-30d554652e07), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.319643 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:59.320202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.351588 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3359084 Apr 07 11:58:59.354470 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45240) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:59.359344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Request body: {'subnet': {'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1443404446-subnet', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:59.378535 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Made reservation on behalf of c3ebba9bc7824ec59502c077bfd9536d for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:58:59.381149 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.382672 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40191042-32c5-497f-858e-e00f161119ac admin admin] Pushing event updated for resources: {'Network': ['ID=2501f30d-2bd0-40a9-a2a5-30d554652e07,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:59.392742 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:58:59.541478 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.575703 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8eb370a0-9f1c-4681-b1ce-2f586f458e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.598321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:59.606781 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Checking segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:58:59.607135 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Network hostable DHCP agents. Network: 2501f30d-2bd0-40a9-a2a5-30d554652e07, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:58:59.622683 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:58:59.630693 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, 2501f30d-2bd0-40a9-a2a5-30d554652e07) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:58:59.635528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:59.636123 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.641172 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ff417-0c82-444d-84d7-e71cc4d6a500 None None] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:59.653498 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-7030235a-f9dd-4980-b31f-71228e36d18d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2976995 Apr 07 11:58:59.655136 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45242) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:59.659335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:58:59.681652 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (485c3014-bc85-422d-8b14-f1b7da317527), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.682658 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (485c3014-bc85-422d-8b14-f1b7da317527), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.745048 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks [] for router_controller (485c3014-bc85-422d-8b14-f1b7da317527), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:59.882182 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-2501f30d-2bd0-40a9-a2a5-30d554652e07', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:58:59.884623 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.023532 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Allocated IP 172.20.0.2 (2501f30d-2bd0-40a9-a2a5-30d554652e07/e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3/304d851a-55f4-4b0b-bd55-78134f831bd9) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:00.119252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks [] for router_gateway (485c3014-bc85-422d-8b14-f1b7da317527), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.162855 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Publish callbacks [] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.168331 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.209353 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:00.212700 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:00.218481 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:00.224027 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Pushing event updated for resources: {'Port': ['ID=304d851a-55f4-4b0b-bd55-78134f831bd9,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:00.234557 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.234921 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.235268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.235614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.235953 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.236288 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.236616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.236976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.237309 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.237640 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.237967 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.238293 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.238624 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.238941 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.239262 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:00.289025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Attempting to bind port 304d851a-55f4-4b0b-bd55-78134f831bd9 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:00.289402 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Attempting to bind port 304d851a-55f4-4b0b-bd55-78134f831bd9 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:00.289769 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Attempting to bind port 304d851a-55f4-4b0b-bd55-78134f831bd9 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:00.295259 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:00.295637 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Checking segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:00.296047 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.296446 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Bound using segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:00.296933 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Bound port: 304d851a-55f4-4b0b-bd55-78134f831bd9, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:00.297318 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.313900 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks [] for router_gateway (485c3014-bc85-422d-8b14-f1b7da317527), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.335500 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.357552 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] For port 304d851a-55f4-4b0b-bd55-78134f831bd9, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:00.360485 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] For port 304d851a-55f4-4b0b-bd55-78134f831bd9, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=304d851a-55f4-4b0b-bd55-78134f831bd9,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:00.366650 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.428832 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3521b-f602-4778-9d32-c03717e85570 None None] Pushing event updated for resources: {'Port': ['ID=304d851a-55f4-4b0b-bd55-78134f831bd9,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:00.438647 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Allocated IP 172.27.2.52 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/0d96f806-96e1-493d-8cee-989fb20e116a) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:00.542243 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks [] for port (0d96f806-96e1-493d-8cee-989fb20e116a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.582660 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.631598 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:00.653502 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:00.666252 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:00.669731 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Pushing event updated for resources: {'Port': ['ID=0d96f806-96e1-493d-8cee-989fb20e116a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:00.693616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 304d851a-55f4-4b0b-bd55-78134f831bd9 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:00.769443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.786167 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 304d851a-55f4-4b0b-bd55-78134f831bd9 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:00.786721 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.871294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 304d851a-55f4-4b0b-bd55-78134f831bd9 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:00.871608 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.909735 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 304d851a-55f4-4b0b-bd55-78134f831bd9, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=304d851a-55f4-4b0b-bd55-78134f831bd9,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:00.917529 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.974238 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=304d851a-55f4-4b0b-bd55-78134f831bd9,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:00.975072 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks [] for router_gateway (485c3014-bc85-422d-8b14-f1b7da317527), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.173187 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (485c3014-bc85-422d-8b14-f1b7da317527), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.307351 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Router 485c3014-bc85-422d-8b14-f1b7da317527 is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:59:01.374251 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0dc153-41d8-4782-b74a-c886f1fd8440 None None] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:59:01.416372 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:01.431474 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:01.434212 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.435628 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c56fa672-b70d-4959-a34b-68b8e2232410 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7793822 Apr 07 11:59:01.438096 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45244) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:01.458338 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:01.458970 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:01.501403 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-88950955-e9b3-46e2-83a4-ba1ad52c96a8 None None] Provisioning complete for port 304d851a-55f4-4b0b-bd55-78134f831bd9 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:01.501704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-88950955-e9b3-46e2-83a4-ba1ad52c96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.638139 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:01.775789 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-88950955-e9b3-46e2-83a4-ba1ad52c96a8 None None] Current status of the port 304d851a-55f4-4b0b-bd55-78134f831bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:01.855616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:00Z', 'revision_number': 3, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:01.863773 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.882626 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:01.882828 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Updating router 485c3014-bc85-422d-8b14-f1b7da317527 port 0d96f806-96e1-493d-8cee-989fb20e116a binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:59:01.918060 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.921990 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-8b269a19-ed93-4acc-958c-c924ee58c317 None None] Provisioning complete for port 304d851a-55f4-4b0b-bd55-78134f831bd9 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:01.922359 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8b269a19-ed93-4acc-958c-c924ee58c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.022660 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Allocated IP 172.20.0.1 (2501f30d-2bd0-40a9-a2a5-30d554652e07/e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3/1e65d1fa-668b-4e67-a11c-a2905226f81a) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:02.041636 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.127633 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks [] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.154235 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-8b269a19-ed93-4acc-958c-c924ee58c317 None None] Current status of the port 304d851a-55f4-4b0b-bd55-78134f831bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:02.161536 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.197603 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:02.201785 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:02.207999 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:02.231596 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Pushing event updated for resources: {'Port': ['ID=1e65d1fa-668b-4e67-a11c-a2905226f81a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:02.246830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Publish callbacks [] for port (0d96f806-96e1-493d-8cee-989fb20e116a), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.248985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (485c3014-bc85-422d-8b14-f1b7da317527), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.254113 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.311946 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Attempting to bind port 0d96f806-96e1-493d-8cee-989fb20e116a on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:02.312312 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Attempting to bind port 0d96f806-96e1-493d-8cee-989fb20e116a by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:02.312677 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Attempting to bind port 0d96f806-96e1-493d-8cee-989fb20e116a on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:02.317466 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aac88a-b559-4850-80ac-de06d451c572 None None] Pushing event updated for resources: {'Port': ['ID=0d96f806-96e1-493d-8cee-989fb20e116a,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:02.321815 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:02.322205 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:02.322609 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.323001 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:02.323478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Bound port: 0d96f806-96e1-493d-8cee-989fb20e116a, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:02.323862 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.381613 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] For port 0d96f806-96e1-493d-8cee-989fb20e116a, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:02.385756 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] For port 0d96f806-96e1-493d-8cee-989fb20e116a, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=0d96f806-96e1-493d-8cee-989fb20e116a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:02.392279 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.396204 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.449593 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:02.450406 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:02.497483 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aac88a-b559-4850-80ac-de06d451c572 None None] Pushing event updated for resources: {'Port': ['ID=0d96f806-96e1-493d-8cee-989fb20e116a,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:02.546356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-ea1f1dcf-d81d-4efd-ad51-27239656649b None None] Provisioning complete for port 1e65d1fa-668b-4e67-a11c-a2905226f81a triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:02.546652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1dcf-d81d-4efd-ad51-27239656649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.558995 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks [] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.563791 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.636446 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Pushing event updated for resources: {'Port': ['ID=1e65d1fa-668b-4e67-a11c-a2905226f81a,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:02.639103 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (485c3014-bc85-422d-8b14-f1b7da317527), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.709873 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 304d851a-55f4-4b0b-bd55-78134f831bd9 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:02.730961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:02.732327 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:02.760236 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f1dcf-d81d-4efd-ad51-27239656649b None None] Port 1e65d1fa-668b-4e67-a11c-a2905226f81a cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:02.776121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:02.851565 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:02.859820 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 304d851a-55f4-4b0b-bd55-78134f831bd9 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:02.860202 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:02.968463 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:02.973782 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-5528b49a-7b21-46e7-8432-276f536c535b admin admin] 10.222.0.47 "PUT /v2.0/routers/485c3014-bc85-422d-8b14-f1b7da317527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5347109 Apr 07 11:59:03.040609 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 304d851a-55f4-4b0b-bd55-78134f831bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:03.042756 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-3265acf7-94b9-42fa-aa98-53017910562e None None] Provisioning complete for port 1e65d1fa-668b-4e67-a11c-a2905226f81a triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:03.043132 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3265acf7-94b9-42fa-aa98-53017910562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.084936 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-3265acf7-94b9-42fa-aa98-53017910562e None None] Port 1e65d1fa-668b-4e67-a11c-a2905226f81a cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:03.099051 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:03.129551 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8b082-84f6-43db-b061-c891a7b42b16 None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:03.479518 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45260) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:03.484434 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-737189389-network', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:03.503704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Made reservation on behalf of 939ec8f27c4b4491ba1d598a160168f0 for: {'network': 1} {{(pid=109859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:03.506414 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for network (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.519098 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.597805 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks [] for security_group (bac15f7a-4619-42cc-ab80-9e5655c6afc6), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.602101 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (bac15f7a-4619-42cc-ab80-9e5655c6afc6), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.619588 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.631398 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=109859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:59:03.636948 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac15f7a-4619-42cc-ab80-9e5655c6afc6,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:03.645028 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (4395f5cf-2659-4620-bf52-4c2ab77a2bf8), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.645375 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.segments_db [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Added segment 4395f5cf-2659-4620-bf52-4c2ab77a2bf8 of type vlan for network ebe7319e-c4d8-448e-bd75-9a44eecad978 Apr 07 11:59:03.687692 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785987879819'] for network (ebe7319e-c4d8-448e-bd75-9a44eecad978), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.713813 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127'] for network (ebe7319e-c4d8-448e-bd75-9a44eecad978), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.714940 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:03.715695 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.785312 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3046565 Apr 07 11:59:03.788151 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45262) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:03.793781 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Request body: {'subnet': {'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-737189389-subnet', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'ip_version': 4}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:03.794429 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e88f5-3a2e-4b72-898c-ce3291c5b6ec admin admin] Pushing event updated for resources: {'Network': ['ID=ebe7319e-c4d8-448e-bd75-9a44eecad978,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:03.803919 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 details requested by agent ovs-agent-dv-cinder-836804-2-iscsi with host dv-cinder-836804-2-iscsi {{(pid=109861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:59:03.820440 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Made reservation on behalf of 939ec8f27c4b4491ba1d598a160168f0 for: {'subnet': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:03.823092 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8975243'] for subnet (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.007748 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8942580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8948849'] for subnet (730f3f14-c65e-415a-86bc-5d9b316972bb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.058770 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730f3f14-c65e-415a-86bc-5d9b316972bb,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:04.074791 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Checking segment: {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:04.075153 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Network hostable DHCP agents. Network: ebe7319e-c4d8-448e-bd75-9a44eecad978, hostable agents: ['2b8c4da2-a2f5-401f-93f1-a7a383d23124'], hosted agents: [] {{(pid=109860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:59:04.092647 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 is scheduled to be hosted by DHCP agent 2b8c4da2-a2f5-401f-93f1-a7a383d23124 with binding_index 1 {{(pid=109860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:59:04.101940 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-2-iscsi, ebe7319e-c4d8-448e-bd75-9a44eecad978) {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:04.105964 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:04.106564 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.111294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416fe12d-7e0d-4f26-b600-4e475fd9f489 None None] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:59:04.123519 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-482f71ab-a459-4717-a4e5-be49ca440e67 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3341277 Apr 07 11:59:04.126175 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45264) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:04.130544 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:04.152037 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2075165'] for router (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.153097 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-513346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2075366'] for router (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.211996 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks [] for router_controller (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), precommit_add_association {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.222545 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp333969c5-12fc-5b91-bbb6-309ef0c63dab-ebe7319e-c4d8-448e-bd75-9a44eecad978', 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'fixed_ips': [{'subnet_id': '730f3f14-c65e-415a-86bc-5d9b316972bb'}]}} from dv-cinder-836804-2-iscsi. {{(pid=109861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:59:04.223438 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.370829 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.db_base_plugin_common [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Allocated IP 172.20.0.2 (ebe7319e-c4d8-448e-bd75-9a44eecad978/730f3f14-c65e-415a-86bc-5d9b316972bb/230dc8f1-28b3-4d79-a49a-b2420f5eb4c8) {{(pid=109861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:04.523063 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Publish callbacks [] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), precommit_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.529432 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), after_create {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.568423 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 is already hosted by enough agents. {{(pid=109861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:04.573805 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.scheduler.base_scheduler [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Resources bound (agent type, host, resource id): {{(pid=109861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:04.578299 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Received port after_create {{(pid=109861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:04.581465 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Pushing event updated for resources: {'Port': ['ID=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,revision_number=1']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:04.599429 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks [] for router_gateway (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.636680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Attempting to bind port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:04.637152 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Attempting to bind port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:04.637614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Attempting to bind port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 on network ebe7319e-c4d8-448e-bd75-9a44eecad978 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:04.644299 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:04.644680 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Checking segment: {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:04.645117 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.645517 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Bound using segment: {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:04.645987 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Bound port: 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:04.646375 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.681785 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0d96f806-96e1-493d-8cee-989fb20e116a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:04.747069 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] For port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:04.761885 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] For port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,segment=NetworkSegment(4395f5cf-2659-4620-bf52-4c2ab77a2bf8),segment_id=4395f5cf-2659-4620-bf52-4c2ab77a2bf8)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:04.768507 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.801837 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 0d96f806-96e1-493d-8cee-989fb20e116a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:04.802214 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.810108 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks [] for router_gateway (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.828289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.861231 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83be8e-58f6-49b0-9d13-b8963cf96963 None None] Pushing event updated for resources: {'Port': ['ID=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:04.921679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 0d96f806-96e1-493d-8cee-989fb20e116a is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:04.922095 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.940030 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Allocated IP 172.27.2.70 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/9b202e39-db90-4466-99a5-e69568db7f9a) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:04.949481 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 0d96f806-96e1-493d-8cee-989fb20e116a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=0d96f806-96e1-493d-8cee-989fb20e116a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:04.959188 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.037678 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=0d96f806-96e1-493d-8cee-989fb20e116a,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:05.091015 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks [] for port (9b202e39-db90-4466-99a5-e69568db7f9a), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.125063 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.169847 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:05.172769 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:05.178392 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:05.184533 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Pushing event updated for resources: {'Port': ['ID=9b202e39-db90-4466-99a5-e69568db7f9a,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:05.425392 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks [] for router_gateway (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.628770 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513325'] for router (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.741040 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:05.751721 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:05.752177 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:05.756827 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c63949-affa-494f-b697-1837995cf273 None None] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:59:05.765923 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c is scheduled to L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 with binding_index 1 {{(pid=109860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:59:05.865932 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] Provisioning complete for port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:05.866562 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.881059 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:05.895016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Sync routers for ids ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:05.902044 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:05.905916 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-eba73ba9-09b7-4c90-ab08-44f068e310cd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7762229 Apr 07 11:59:05.906219 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45266) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:05.927317 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Routers {'2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:05.927951 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:05.973858 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:06.083822 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Set router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:06.159669 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] Current status of the port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:06.160072 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.198215 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 2, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:06.226885 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:06.227235 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Updating router 485c3014-bc85-422d-8b14-f1b7da317527 port 1e65d1fa-668b-4e67-a11c-a2905226f81a binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:59:06.251286 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] For port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,segment=NetworkSegment(4395f5cf-2659-4620-bf52-4c2ab77a2bf8),segment_id=4395f5cf-2659-4620-bf52-4c2ab77a2bf8)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:06.258263 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.260465 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.344216 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1759595-ab46-4570-921b-0b99f9d31335 None None] Pushing event updated for resources: {'Port': ['ID=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:06.369241 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:05Z', 'revision_number': 3, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:06.382566 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.405389 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Checking router: 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:06.405841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Updating router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c port 9b202e39-db90-4466-99a5-e69568db7f9a binding host dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:59:06.438478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-2754a660-1066-45d2-ab64-4bd5c9739656 None None] Provisioning complete for port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:06.438852 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2754a660-1066-45d2-ab64-4bd5c9739656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.442934 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.536268 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Publish callbacks [] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.542282 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.560119 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Allocated IP 172.20.0.1 (ebe7319e-c4d8-448e-bd75-9a44eecad978/730f3f14-c65e-415a-86bc-5d9b316972bb/0166bcde-ab6b-452f-a9a8-674e00739deb) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:06.615143 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Pushing event updated for resources: {'Port': ['ID=1e65d1fa-668b-4e67-a11c-a2905226f81a,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:06.627778 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.628131 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.628495 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.628983 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.629216 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.629599 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.629913 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.630269 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.630573 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.631153 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.631482 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.632604 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.632604 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.632604 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.635186 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:59:06.672074 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Attempting to bind port 1e65d1fa-668b-4e67-a11c-a2905226f81a on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:06.672451 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Attempting to bind port 1e65d1fa-668b-4e67-a11c-a2905226f81a by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:06.673070 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Attempting to bind port 1e65d1fa-668b-4e67-a11c-a2905226f81a on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:06.682586 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:06.682973 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Checking segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:06.683529 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.684019 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Bound using segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:06.684586 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Bound port: 1e65d1fa-668b-4e67-a11c-a2905226f81a, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:06.685063 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.770958 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks [] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.792181 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-2754a660-1066-45d2-ab64-4bd5c9739656 None None] Current status of the port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:06.796089 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] For port 1e65d1fa-668b-4e67-a11c-a2905226f81a, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:06.799799 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] For port 1e65d1fa-668b-4e67-a11c-a2905226f81a, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=1e65d1fa-668b-4e67-a11c-a2905226f81a,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:06.808615 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.826537 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.865124 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:06.869735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:06.873523 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:06.874683 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:06.875399 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:06.875665 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0d96f806-96e1-493d-8cee-989fb20e116a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:06.920387 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Pushing event updated for resources: {'Port': ['ID=0166bcde-ab6b-452f-a9a8-674e00739deb,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:06.957729 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512834'] for router_interface (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:06.964359 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e9289-c37f-4452-9292-6369b81f811a None None] Pushing event updated for resources: {'Port': ['ID=1e65d1fa-668b-4e67-a11c-a2905226f81a,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:06.979089 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] Provisioning complete for port 1e65d1fa-668b-4e67-a11c-a2905226f81a triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:06.979575 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.055728 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:07.083552 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 0d96f806-96e1-493d-8cee-989fb20e116a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:07.089231 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.157723 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Publish callbacks [] for port (9b202e39-db90-4466-99a5-e69568db7f9a), precommit_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.158081 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.188039 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.250774 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Attempting to bind port 9b202e39-db90-4466-99a5-e69568db7f9a on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:07.251235 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Attempting to bind port 9b202e39-db90-4466-99a5-e69568db7f9a by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:07.251679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Attempting to bind port 9b202e39-db90-4466-99a5-e69568db7f9a on network 07030f37-f959-4a42-ad5b-5c65fe2ab514 {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:07.283371 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] Current status of the port 1e65d1fa-668b-4e67-a11c-a2905226f81a is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:07.283785 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.285906 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:07.286448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Checking segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:07.286811 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.287279 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Bound using segment: {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'} {{(pid=109861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:07.287850 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.managers [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Bound port: 9b202e39-db90-4466-99a5-e69568db7f9a, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3296-af7d-4333-bb36-984d21d68ffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514'}}] {{(pid=109861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:07.288301 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.320556 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:06Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:07.341504 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2a4e7-c714-406f-8d00-8b9a18abf028 None None] Pushing event updated for resources: {'Port': ['ID=9b202e39-db90-4466-99a5-e69568db7f9a,revision_number=2']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:07.347294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 0d96f806-96e1-493d-8cee-989fb20e116a is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:07.348033 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e1e4b-c484-49fa-a3e8-e841ff80e5bd None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:06Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:07.348586 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:07.365111 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks [] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.370701 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.431000 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] For port 1e65d1fa-668b-4e67-a11c-a2905226f81a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=1e65d1fa-668b-4e67-a11c-a2905226f81a,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:07.439028 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.441306 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Pushing event updated for resources: {'Port': ['ID=0166bcde-ab6b-452f-a9a8-674e00739deb,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:07.443731 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513006'] for router_interface (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.451020 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] For port 9b202e39-db90-4466-99a5-e69568db7f9a, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:07.496581 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] For port 9b202e39-db90-4466-99a5-e69568db7f9a, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=9b202e39-db90-4466-99a5-e69568db7f9a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:07.512020 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.539323 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b62ef-f5a0-44a0-b55e-e69bc78e4ea4 None None] Pushing event updated for resources: {'Port': ['ID=1e65d1fa-668b-4e67-a11c-a2905226f81a,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:07.549838 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:07.549838 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.660773 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Routers {'2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:07.661871 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:07.664580 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2a4e7-c714-406f-8d00-8b9a18abf028 None None] Pushing event updated for resources: {'Port': ['ID=9b202e39-db90-4466-99a5-e69568db7f9a,revision_number=3']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:07.672003 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-aa6ad00e-5b5b-446c-b174-5f55b29756a7 None None] Provisioning complete for port 0166bcde-ab6b-452f-a9a8-674e00739deb triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:07.672388 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad00e-5b5b-446c-b174-5f55b29756a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.810743 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:07.813321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:07.827919 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ad00e-5b5b-446c-b174-5f55b29756a7 None None] Port 0166bcde-ab6b-452f-a9a8-674e00739deb cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:07.867052 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:07.881967 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] Set router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:07.884254 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-aa6ad00e-5b5b-446c-b174-5f55b29756a7 None None] Provisioning complete for port 1e65d1fa-668b-4e67-a11c-a2905226f81a triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:07.884406 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad00e-5b5b-446c-b174-5f55b29756a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:07.953901 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:08.087355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:08.101719 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-cb8163af-1b73-46f5-86fd-487798a49f79 admin admin] 10.222.0.47 "PUT /v2.0/routers/2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1942992 Apr 07 11:59:08.116660 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ad00e-5b5b-446c-b174-5f55b29756a7 None None] Current status of the port 1e65d1fa-668b-4e67-a11c-a2905226f81a is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:08.190258 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '0166bcde-ab6b-452f-a9a8-674e00739deb', 'name': '', 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'mac_address': 'fa:16:3e:86:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:06Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 2, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'subnets': [{'id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:08.217963 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4eba98-7896-4071-a2bf-7d9475d4ff01 None None] The sync data for ids ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'] in dv-cinder-836804-2-iscsi is: [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '0166bcde-ab6b-452f-a9a8-674e00739deb', 'name': '', 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'mac_address': 'fa:16:3e:86:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:06Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 2, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'subnets': [{'id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:08.236325 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-4c4f52dc-b499-4bdc-b476-4f7daf54463a None None] Provisioning complete for port 0166bcde-ab6b-452f-a9a8-674e00739deb triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:08.236699 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4c4f52dc-b499-4bdc-b476-4f7daf54463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:08.272237 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f52dc-b499-4bdc-b476-4f7daf54463a None None] Port 0166bcde-ab6b-452f-a9a8-674e00739deb cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:08.562768 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:08.659210 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 1e65d1fa-668b-4e67-a11c-a2905226f81a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:08.713713 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 1e65d1fa-668b-4e67-a11c-a2905226f81a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:08.714091 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:08.795410 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 1e65d1fa-668b-4e67-a11c-a2905226f81a is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:09.629050 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45276) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:09.634481 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846078200', 'description': 'tempest-secgroup-smoke-846078200 description', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:09.660780 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.724447 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group (fd31ca35-4588-403c-a80c-57637c4079ad), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.727999 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (fd31ca35-4588-403c-a80c-57637c4079ad), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.758342 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.760145 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1300778 Apr 07 11:59:09.763269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45278) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:09.764057 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd90ce-452f-4cf2-9eb0-28d842baf53d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31ca35-4588-403c-a80c-57637c4079ad,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:09.767812 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group_rule': {'security_group_id': 'fd31ca35-4588-403c-a80c-57637c4079ad', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:09.791820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (b17394a2-d108-4616-a6a6-8cb27670e402), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.850740 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (b17394a2-d108-4616-a6a6-8cb27670e402), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.854965 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (b17394a2-d108-4616-a6a6-8cb27670e402), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.873985 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17394a2-d108-4616-a6a6-8cb27670e402,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:09.879969 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.884655 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-1ef06f3a-d507-4805-a8b7-52214c27ba0c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171713 Apr 07 11:59:09.884754 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45280) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:09.889117 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group_rule': {'security_group_id': 'fd31ca35-4588-403c-a80c-57637c4079ad', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:09.916527 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (c60da5a3-d91e-4ad1-a6e6-c06a6585aa53), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.980117 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (c60da5a3-d91e-4ad1-a6e6-c06a6585aa53), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:09.987211 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (c60da5a3-d91e-4ad1-a6e6-c06a6585aa53), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.007808 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60da5a3-d91e-4ad1-a6e6-c06a6585aa53,revision_number=0']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:10.016637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.020606 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-4460169f-710d-4fa6-b09e-ad22ac091cc6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322620 Apr 07 11:59:10.020973 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45282) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:10.025539 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group_rule': {'security_group_id': 'fd31ca35-4588-403c-a80c-57637c4079ad', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:10.050827 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (b2f1e413-c2ae-44ef-8be1-07a8a20d23ae), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.110330 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (b2f1e413-c2ae-44ef-8be1-07a8a20d23ae), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.114173 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (b2f1e413-c2ae-44ef-8be1-07a8a20d23ae), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.132582 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f1e413-c2ae-44ef-8be1-07a8a20d23ae,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:10.141526 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.142736 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-bf101132-ce33-4734-b625-aa241b6a0066 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207399 Apr 07 11:59:10.145494 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45284) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:10.149838 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group_rule': {'security_group_id': 'fd31ca35-4588-403c-a80c-57637c4079ad', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:10.174993 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (acbf48a8-9176-4c61-a0d9-3afabae9c6a9), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.233156 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (acbf48a8-9176-4c61-a0d9-3afabae9c6a9), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.236945 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (acbf48a8-9176-4c61-a0d9-3afabae9c6a9), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.257921 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbf48a8-9176-4c61-a0d9-3afabae9c6a9,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:10.265617 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.266806 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-60f6d5c3-2dd5-4e89-bf1a-452f276ccd61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204064 Apr 07 11:59:10.269638 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45286) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:10.274149 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group_rule': {'security_group_id': 'fd31ca35-4588-403c-a80c-57637c4079ad', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:10.295010 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.securitygroups_db [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Project c3ebba9bc7824ec59502c077bfd9536d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:59:10.300958 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (51f5e10b-9990-4a17-b7a3-cbe849b05c89), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.365457 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (51f5e10b-9990-4a17-b7a3-cbe849b05c89), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.369757 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (51f5e10b-9990-4a17-b7a3-cbe849b05c89), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.389423 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f5e10b-9990-4a17-b7a3-cbe849b05c89,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:10.397281 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.401966 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-1503a924-2150-4cab-ad37-0ab948320f2b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283367 Apr 07 11:59:10.402185 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45288) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:10.406801 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'security_group_rule': {'security_group_id': 'fd31ca35-4588-403c-a80c-57637c4079ad', 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:10.426260 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.securitygroups_db [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Project c3ebba9bc7824ec59502c077bfd9536d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:59:10.431284 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (3968ce5e-08ca-4d23-9c76-373784bd5aad), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.488078 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (3968ce5e-08ca-4d23-9c76-373784bd5aad), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.491686 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498064'] for security_group_rule (3968ce5e-08ca-4d23-9c76-373784bd5aad), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.509638 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3968ce5e-08ca-4d23-9c76-373784bd5aad,revision_number=0']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:10.517845 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.519012 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-8e30b8b7-52a2-4a3e-b744-be0a644c9b75 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158826 Apr 07 11:59:10.661901 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 9b202e39-db90-4466-99a5-e69568db7f9a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:10.710052 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 9b202e39-db90-4466-99a5-e69568db7f9a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:10.710431 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.791038 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 9b202e39-db90-4466-99a5-e69568db7f9a is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:10.791452 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.813515 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] For port 9b202e39-db90-4466-99a5-e69568db7f9a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=9b202e39-db90-4466-99a5-e69568db7f9a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:10.817980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:10.868120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Pushing event updated for resources: {'Port': ['ID=9b202e39-db90-4466-99a5-e69568db7f9a,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:11.145667 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Sync routers for ids ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:11.156831 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Routers {'2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:11.157469 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:11.268991 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Set router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:11.469944 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '0166bcde-ab6b-452f-a9a8-674e00739deb', 'name': '', 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'mac_address': 'fa:16:3e:86:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:06Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 2, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'subnets': [{'id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:11.580360 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Checking router: 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:11.580623 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Updating router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c port 0166bcde-ab6b-452f-a9a8-674e00739deb binding host dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:59:11.607163 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:11.863469 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Publish callbacks [] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), precommit_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:11.868640 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:11.921169 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a21ed-f0b2-49cd-9293-ee879a7fe768 None None] Pushing event updated for resources: {'Port': ['ID=0166bcde-ab6b-452f-a9a8-674e00739deb,revision_number=3']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:11.975063 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Attempting to bind port 0166bcde-ab6b-452f-a9a8-674e00739deb on host dv-cinder-836804-2-iscsi for vnic_type normal with profile {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:11.975437 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Attempting to bind port 0166bcde-ab6b-452f-a9a8-674e00739deb by drivers openvswitch,hyperv on host dv-cinder-836804-2-iscsi at level 0 using segments [{'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:11.975796 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Attempting to bind port 0166bcde-ab6b-452f-a9a8-674e00739deb on network ebe7319e-c4d8-448e-bd75-9a44eecad978 {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:11.982304 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Checking agent: {'id': '1ff474f0-8af4-4463-b79c-71865d7f3a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 3), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:11.982679 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Checking segment: {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:11.983080 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:11.983477 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Bound using segment: {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'} {{(pid=109862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:11.983946 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.managers [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Bound port: 0166bcde-ab6b-452f-a9a8-674e00739deb, host: dv-cinder-836804-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4395f5cf-2659-4620-bf52-4c2ab77a2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978'}}] {{(pid=109862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:11.984326 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), before_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.054690 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] For port 0166bcde-ab6b-452f-a9a8-674e00739deb, host dv-cinder-836804-2-iscsi, cleared binding levels {{(pid=109862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:12.058505 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.plugins.ml2.db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] For port 0166bcde-ab6b-452f-a9a8-674e00739deb, host dv-cinder-836804-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=0166bcde-ab6b-452f-a9a8-674e00739deb,segment=NetworkSegment(4395f5cf-2659-4620-bf52-4c2ab77a2bf8),segment_id=4395f5cf-2659-4620-bf52-4c2ab77a2bf8)] {{(pid=109862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:12.064066 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), after_update {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.126568 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Routers {'2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:12.127204 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:12.129263 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] Provisioning complete for port 0166bcde-ab6b-452f-a9a8-674e00739deb triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:12.129733 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.167656 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a21ed-f0b2-49cd-9293-ee879a7fe768 None None] Pushing event updated for resources: {'Port': ['ID=0166bcde-ab6b-452f-a9a8-674e00739deb,revision_number=4']} {{(pid=109862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:12.217386 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] Current status of the port 0166bcde-ab6b-452f-a9a8-674e00739deb is: DOWN; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:12.217782 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.250093 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] Set router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:12.253504 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] For port 0166bcde-ab6b-452f-a9a8-674e00739deb, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=0166bcde-ab6b-452f-a9a8-674e00739deb,segment=NetworkSegment(4395f5cf-2659-4620-bf52-4c2ab77a2bf8),segment_id=4395f5cf-2659-4620-bf52-4c2ab77a2bf8)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:12.257841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.310066 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1449ae-230e-4a5a-829a-344b0666a238 None None] Pushing event updated for resources: {'Port': ['ID=0166bcde-ab6b-452f-a9a8-674e00739deb,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:12.379104 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-7ee44abe-a017-4274-bb5b-68b5832a4b18 None None] Provisioning complete for port 0166bcde-ab6b-452f-a9a8-674e00739deb triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:12.379525 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7ee44abe-a017-4274-bb5b-68b5832a4b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.472379 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '0166bcde-ab6b-452f-a9a8-674e00739deb', 'name': '', 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'mac_address': 'fa:16:3e:86:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:06Z', 'updated_at': '2022-04-07T11:59:12Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'subnets': [{'id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:12.499901 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3000e9-e4f2-4d19-8c9a-b323427bae50 None None] The sync data for ids ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'] in dv-cinder-836804-2-iscsi is: [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '0166bcde-ab6b-452f-a9a8-674e00739deb', 'name': '', 'network_id': 'ebe7319e-c4d8-448e-bd75-9a44eecad978', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'mac_address': 'fa:16:3e:86:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:06Z', 'updated_at': '2022-04-07T11:59:12Z', 'revision_number': 4, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'subnets': [{'id': '730f3f14-c65e-415a-86bc-5d9b316972bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:12.598410 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-7ee44abe-a017-4274-bb5b-68b5832a4b18 None None] Current status of the port 0166bcde-ab6b-452f-a9a8-674e00739deb is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:12.675461 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0166bcde-ab6b-452f-a9a8-674e00739deb up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:12.724582 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 0166bcde-ab6b-452f-a9a8-674e00739deb triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:12.725007 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.812948 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 0166bcde-ab6b-452f-a9a8-674e00739deb is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:12.814017 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 9b202e39-db90-4466-99a5-e69568db7f9a up at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:12.860962 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Provisioning complete for port 9b202e39-db90-4466-99a5-e69568db7f9a triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:12.861337 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:12.945971 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Current status of the port 9b202e39-db90-4466-99a5-e69568db7f9a is: ACTIVE; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:16.571464 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:24.799923 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-5d88b0e8-e5ae-458b-9da5-7f995bd783de tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846078200&fields=id&tenant_id=c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 267 time: 0.0428853 Apr 07 11:59:24.902813 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-c03765a1-b1db-4e0f-bcfd-043180e5d36f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:24.904196 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-c03765a1-b1db-4e0f-bcfd-043180e5d36f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 812 time: 0.0980165 Apr 07 11:59:24.918591 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-81f995bc-77e0-4ba0-83a7-421c6f076523 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/quotas/c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 375 time: 0.0091257 Apr 07 11:59:24.970352 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-77e76b52-4bd9-4bb1-ac80-c8a6fe55a1b2 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471022 Apr 07 11:59:25.076106 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-ae742a06-1404-4bc5-8679-ce7e54b3b02b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:59:25.077165 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-ae742a06-1404-4bc5-8679-ce7e54b3b02b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0964913 Apr 07 11:59:25.444794 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-2b3f1c37-9329-4dcb-9d81-ece0133cb7da service neutron] 10.222.0.47 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618097 Apr 07 11:59:25.530504 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-06d3ab2a-7316-46a4-9395-a5b2187a2248 service neutron] 10.222.0.47 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794349 Apr 07 11:59:25.811486 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-e85bbae3-cb89-4c04-984c-2597bc6fe92b req-579094b3-c02b-4fde-b2a4-c951fe2c2678 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 210 time: 0.0309963 Apr 07 11:59:26.691122 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-2278ef33-e213-4bb6-82c6-7e34977ce42b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:26.692569 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-2278ef33-e213-4bb6-82c6-7e34977ce42b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 812 time: 0.1014369 Apr 07 11:59:26.759552 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-5e1afd41-df1e-4383-a6b2-6965314fec25 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 379 time: 0.0589294 Apr 07 11:59:26.767335 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'port': {'device_id': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'admin_state_up': True, 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'security_groups': ['fd31ca35-4588-403c-a80c-57637c4079ad']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:26.869013 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Made reservation on behalf of c3ebba9bc7824ec59502c077bfd9536d for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:59:26.872281 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:26.903191 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-04bb34c6-5cee-4f60-9508-90d9b7aacd56 req-c9a235c5-db7b-4c2a-96fd-e0c936e9a5d1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Apr 07 11:59:27.000754 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Allocated IP 172.20.0.14 (2501f30d-2bd0-40a9-a2a5-30d554652e07/e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3/06ce8547-14fe-4356-8277-52273e59aff5) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:27.145881 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (06ce8547-14fe-4356-8277-52273e59aff5), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.177644 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (06ce8547-14fe-4356-8277-52273e59aff5), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.219433 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:27.222444 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:27.224798 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:27.253745 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=06ce8547-14fe-4356-8277-52273e59aff5,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:27.281347 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:27.282016 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.299154 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-178cb091-4883-4441-9b13-c0d06d370d80 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5353808 Apr 07 11:59:27.310832 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Request body: {'port': {'device_id': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:27.368778 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-7e164d58-763a-40d0-ac40-e932edef0e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.374779 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (06ce8547-14fe-4356-8277-52273e59aff5), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.507796 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-32467a35-0ddc-45e3-88a2-283f051cb91a None None] Provisioning complete for port 06ce8547-14fe-4356-8277-52273e59aff5 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:27.508052 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-32467a35-0ddc-45e3-88a2-283f051cb91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (06ce8547-14fe-4356-8277-52273e59aff5), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.540636 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-32467a35-0ddc-45e3-88a2-283f051cb91a None None] Port 06ce8547-14fe-4356-8277-52273e59aff5 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:59:27.625928 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ce8547-14fe-4356-8277-52273e59aff5 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:27.633553 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Publish callbacks [] for port (06ce8547-14fe-4356-8277-52273e59aff5), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.645167 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Transition to ACTIVE for port object 06ce8547-14fe-4356-8277-52273e59aff5 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:59:27.648784 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (06ce8547-14fe-4356-8277-52273e59aff5), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.698820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Pushing event updated for resources: {'Port': ['ID=06ce8547-14fe-4356-8277-52273e59aff5,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:27.778415 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Attempting to bind port 06ce8547-14fe-4356-8277-52273e59aff5 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:59:27.778758 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Attempting to bind port 06ce8547-14fe-4356-8277-52273e59aff5 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:59:27.779085 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Attempting to bind port 06ce8547-14fe-4356-8277-52273e59aff5 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:27.784269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Port 06ce8547-14fe-4356-8277-52273e59aff5 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:59:27.784590 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Attempting to bind port 06ce8547-14fe-4356-8277-52273e59aff5 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:59:27.790850 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:59:27.791189 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Checking segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:59:27.791573 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Bound using segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:59:27.792203 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Bound port: 06ce8547-14fe-4356-8277-52273e59aff5, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:59:27.792565 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (06ce8547-14fe-4356-8277-52273e59aff5), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.856784 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] For port 06ce8547-14fe-4356-8277-52273e59aff5, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:59:27.859729 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] For port 06ce8547-14fe-4356-8277-52273e59aff5, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=06ce8547-14fe-4356-8277-52273e59aff5,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:59:27.866422 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (06ce8547-14fe-4356-8277-52273e59aff5), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.898552 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:27.899506 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:27.900951 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] 10.222.0.26 "PUT /v2.0/ports/06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 200 len: 1094 time: 0.5942185 Apr 07 11:59:27.903113 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:27.906269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdea80f2-bc6f-4695-ae76-be4613278cec" -d '{"events": [{"name": "network-changed", "server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "tag": "06ce8547-14fe-4356-8277-52273e59aff5"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:27.938268 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c863a0-7204-420b-9579-ea428ea6b4fe service neutron] Pushing event updated for resources: {'Port': ['ID=06ce8547-14fe-4356-8277-52273e59aff5,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:27.975407 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2bd279-6aaa-49e8-aede-88cce9f49f0e x-openstack-request-id: req-3f2bd279-6aaa-49e8-aede-88cce9f49f0e {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:27.975696 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "tag": "06ce8547-14fe-4356-8277-52273e59aff5", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:27.975952 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f2bd279-6aaa-49e8-aede-88cce9f49f0e {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:27.976398 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2bd279-6aaa-49e8-aede-88cce9f49f0e'] response: {'name': 'network-changed', 'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5', 'status': 'completed', 'code': 200} Apr 07 11:59:27.997053 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-fada6e31-601f-4199-aaa6-7ea9c5ed412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:27.998948 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-fada6e31-601f-4199-aaa6-7ea9c5ed412c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1128 time: 0.0566478 Apr 07 11:59:28.036087 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b60-8646-4523-aa6c-b7cca94b4584 req-47b7a022-c3a1-4598-8236-03448d97dbd7 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.037812 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-05cb0b60-8646-4523-aa6c-b7cca94b4584 req-47b7a022-c3a1-4598-8236-03448d97dbd7 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0592899 Apr 07 11:59:28.046218 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-498bf2f3-1934-48f6-b7e3-5a859b476a7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 200 len: 217 time: 0.0395277 Apr 07 11:59:28.089702 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-05cb0b60-8646-4523-aa6c-b7cca94b4584 req-036b765b-0066-4a4f-b2a4-e83a8b407c52 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Apr 07 11:59:28.097965 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-2223207e-ac04-4819-961f-33326ad39a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.099519 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-2223207e-ac04-4819-961f-33326ad39a5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0459473 Apr 07 11:59:28.149528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-7b5bfb89-69de-407c-88ff-660d5ffa011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.150949 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-7b5bfb89-69de-407c-88ff-660d5ffa011c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455315 Apr 07 11:59:28.241466 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-bcdd7478-b7bb-4608-9489-96ca6fa618ba service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Apr 07 11:59:28.330001 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1ac842b0-be4a-4704-b3c3-67b006463ae3 req-bf647db6-8329-4693-aef2-b427cad348ff service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827000 Apr 07 11:59:28.574313 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-140ea635-1fd9-4198-8f7f-70348efb9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.575780 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-140ea635-1fd9-4198-8f7f-70348efb9ee2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1128 time: 0.0434711 Apr 07 11:59:28.662505 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-553072e1-02f0-4cf2-93a0-b48bfe494193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.664035 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-553072e1-02f0-4cf2-93a0-b48bfe494193 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0819690 Apr 07 11:59:28.707184 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-b368a529-425f-4947-8174-e7e89edc3c79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 200 len: 217 time: 0.0373714 Apr 07 11:59:28.753085 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-394fe079-97d1-4ba8-9df5-1b22c65f6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.754475 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-394fe079-97d1-4ba8-9df5-1b22c65f6f90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0415452 Apr 07 11:59:28.801820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-4fecb31e-abff-4628-9d3e-716837af9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:28.803242 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-4fecb31e-abff-4628-9d3e-716837af9f18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420113 Apr 07 11:59:28.891212 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-eb771cb8-2dec-43cc-975d-ab39cd807d6a service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821092 Apr 07 11:59:28.978128 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-fdea80f2-bc6f-4695-ae76-be4613278cec req-e3998f3f-779e-4e89-8abf-88d00ea990b4 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816758 Apr 07 11:59:29.210114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cd8ae-1116-4056-805a-1395ca02e43e req-96c6b3d7-79ae-4220-b5cf-d5a0648d3767 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:29.212193 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-442cd8ae-1116-4056-805a-1395ca02e43e req-96c6b3d7-79ae-4220-b5cf-d5a0648d3767 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0512848 Apr 07 11:59:29.262381 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-442cd8ae-1116-4056-805a-1395ca02e43e req-b2ab9fb0-2f15-4caf-950c-b825a2628376 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Apr 07 11:59:29.577436 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-df300567-48dc-480b-acf2-df62a77fce1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:30.377936 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e94728-424c-4495-b71d-cab266ee5525 req-1b7a641e-3699-4e99-bcc8-e33bf0b1eb0e tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:30.379394 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-05e94728-424c-4495-b71d-cab266ee5525 req-1b7a641e-3699-4e99-bcc8-e33bf0b1eb0e tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0513647 Apr 07 11:59:30.427068 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-05e94728-424c-4495-b71d-cab266ee5525 req-507dd6d6-b7d8-4c3f-bdba-504a9b444a31 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Apr 07 11:59:30.707802 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:31.543186 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95be35-0bc4-4a58-ad06-cfeed9fd9776 req-b04efd9e-265a-4e50-9772-8d1637efb51f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:31.544640 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c95be35-0bc4-4a58-ad06-cfeed9fd9776 req-b04efd9e-265a-4e50-9772-8d1637efb51f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0512099 Apr 07 11:59:31.590665 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2c95be35-0bc4-4a58-ad06-cfeed9fd9776 req-b5d8eaef-5fc2-482a-81f9-5a831609de2c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404210 Apr 07 11:59:31.976085 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:32.707864 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd59ab-d88b-40dd-9055-243137d3ec62 req-17cbb363-0414-46bb-85e6-084db28489d3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:32.709311 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a7fd59ab-d88b-40dd-9055-243137d3ec62 req-17cbb363-0414-46bb-85e6-084db28489d3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0537837 Apr 07 11:59:32.757894 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a7fd59ab-d88b-40dd-9055-243137d3ec62 req-9cf9b4b7-ff13-4903-bdb6-61eefc4e3739 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 Apr 07 11:59:33.611679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.872484 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c8d2-4552-4cea-b6f8-f8d982da4fc8 req-7f7e1e1c-942f-41f4-b3c4-577d447e89ae tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:33.873879 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5f65c8d2-4552-4cea-b6f8-f8d982da4fc8 req-7f7e1e1c-942f-41f4-b3c4-577d447e89ae tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0507278 Apr 07 11:59:33.921582 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-5f65c8d2-4552-4cea-b6f8-f8d982da4fc8 req-6698b577-ac6a-4fc1-aee7-28252c910762 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Apr 07 11:59:35.036321 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8386db8-d294-451c-bcb4-2966555e4a71 req-d6c7223d-f49f-450b-bfb6-87762446b365 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:35.037806 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d8386db8-d294-451c-bcb4-2966555e4a71 req-d6c7223d-f49f-450b-bfb6-87762446b365 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0518830 Apr 07 11:59:35.088566 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d8386db8-d294-451c-bcb4-2966555e4a71 req-9fe24816-ca3f-41ee-a92a-04b0edfbb082 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451705 Apr 07 11:59:36.202313 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64a91d-986b-43fd-8bd7-7112f4cf73f5 req-c4eb11d8-1577-4019-8426-01c74e6392d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:36.203769 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cd64a91d-986b-43fd-8bd7-7112f4cf73f5 req-c4eb11d8-1577-4019-8426-01c74e6392d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 944 time: 0.0513320 Apr 07 11:59:36.251178 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-cd64a91d-986b-43fd-8bd7-7112f4cf73f5 req-8cf0a92c-1858-40ff-ba72-9525813fb940 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418806 Apr 07 11:59:36.926787 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 06ce8547-14fe-4356-8277-52273e59aff5 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:59:37.023562 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 06ce8547-14fe-4356-8277-52273e59aff5, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=06ce8547-14fe-4356-8277-52273e59aff5,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:37.034603 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '06ce8547-14fe-4356-8277-52273e59aff5', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'port_id': '06ce8547-14fe-4356-8277-52273e59aff5', 'mac_address': 'fa:16:3e:71:fa:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:59:37.070865 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 06ce8547-14fe-4356-8277-52273e59aff5 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:37.071257 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (06ce8547-14fe-4356-8277-52273e59aff5), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:37.083295 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ce8547-14fe-4356-8277-52273e59aff5 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:59:37.102302 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 06ce8547-14fe-4356-8277-52273e59aff5, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=06ce8547-14fe-4356-8277-52273e59aff5,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:37.106058 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (06ce8547-14fe-4356-8277-52273e59aff5), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:37.156165 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=06ce8547-14fe-4356-8277-52273e59aff5,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:37.340179 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['06ce8547-14fe-4356-8277-52273e59aff5'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:59:37.365833 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632553de-993e-43ca-873a-932d62c1b577 req-294e3f5b-4d4f-4591-84e2-39f527cf98d6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:37.367633 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-632553de-993e-43ca-873a-932d62c1b577 req-294e3f5b-4d4f-4591-84e2-39f527cf98d6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 945 time: 0.0519409 Apr 07 11:59:37.417144 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-632553de-993e-43ca-873a-932d62c1b577 req-1fd3db60-666e-4294-9dfd-5f2ef062994c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Apr 07 11:59:38.534760 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132a54-d197-4e74-a5a1-0ab328fa217a req-22b9f449-cc39-46df-b4b8-c27d154ac77b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:38.536192 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6132a54-d197-4e74-a5a1-0ab328fa217a req-22b9f449-cc39-46df-b4b8-c27d154ac77b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Apr 07 11:59:38.583423 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a6132a54-d197-4e74-a5a1-0ab328fa217a req-1290d4ac-3800-471d-a54e-031e7ee003b3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Apr 07 11:59:38.934263 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 06ce8547-14fe-4356-8277-52273e59aff5 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:59:38.981292 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 06ce8547-14fe-4356-8277-52273e59aff5 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:59:38.984975 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 06ce8547-14fe-4356-8277-52273e59aff5 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:59:38.985347 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (06ce8547-14fe-4356-8277-52273e59aff5), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:39.062652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 06ce8547-14fe-4356-8277-52273e59aff5 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:59:39.063040 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (06ce8547-14fe-4356-8277-52273e59aff5), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:39.084919 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:39.087154 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a824b4-5ba0-4e20-8052-72834649eab0" -d '{"events": [{"server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "name": "network-vif-plugged", "status": "completed", "tag": "06ce8547-14fe-4356-8277-52273e59aff5"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:39.098969 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 06ce8547-14fe-4356-8277-52273e59aff5, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=06ce8547-14fe-4356-8277-52273e59aff5,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:59:39.102983 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (06ce8547-14fe-4356-8277-52273e59aff5), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:39.125880 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd130ef-4436-4cc4-bec5-46fa705e2030 x-openstack-request-id: req-efd130ef-4436-4cc4-bec5-46fa705e2030 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:39.126167 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "name": "network-vif-plugged", "status": "completed", "tag": "06ce8547-14fe-4356-8277-52273e59aff5", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:39.126411 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-efd130ef-4436-4cc4-bec5-46fa705e2030 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:39.126792 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd130ef-4436-4cc4-bec5-46fa705e2030'] response: {'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5', 'code': 200} Apr 07 11:59:39.152690 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=06ce8547-14fe-4356-8277-52273e59aff5,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:39.328073 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b90a3-3133-4ee3-97f2-9fee711f4957 req-cc813736-1948-4466-9125-432cbf34c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:39.329497 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-079b90a3-3133-4ee3-97f2-9fee711f4957 req-cc813736-1948-4466-9125-432cbf34c99a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1130 time: 0.0434933 Apr 07 11:59:39.373511 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-079b90a3-3133-4ee3-97f2-9fee711f4957 req-925f950e-dc20-484b-bfbf-d85864872732 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 Apr 07 11:59:39.702017 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aa834-65a9-4601-a6fc-44e51bdca4b0 req-a06ac4cc-d995-476e-bc86-a74d6e49c93d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:39.703462 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2a8aa834-65a9-4601-a6fc-44e51bdca4b0 req-a06ac4cc-d995-476e-bc86-a74d6e49c93d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 946 time: 0.0508511 Apr 07 11:59:39.751625 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2a8aa834-65a9-4601-a6fc-44e51bdca4b0 req-1b7487be-5ed9-4029-821b-785d21ecc197 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Apr 07 11:59:40.873273 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eb830-1262-4071-8d33-f2644b821d7f req-fbd01e72-0a08-4958-aef5-0497e511bed0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:40.874656 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1b8eb830-1262-4071-8d33-f2644b821d7f req-fbd01e72-0a08-4958-aef5-0497e511bed0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 946 time: 0.0580661 Apr 07 11:59:40.922734 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1b8eb830-1262-4071-8d33-f2644b821d7f req-6eee8ee6-16d8-400f-b0e6-78986ccdda61 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Apr 07 11:59:41.037494 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4ba65-1cfc-48a1-a6ab-646344bacd4b req-40776894-0ca0-4092-8366-ef0a812c9009 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:41.038964 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7bf4ba65-1cfc-48a1-a6ab-646344bacd4b req-40776894-0ca0-4092-8366-ef0a812c9009 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 946 time: 0.0524600 Apr 07 11:59:41.086065 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7bf4ba65-1cfc-48a1-a6ab-646344bacd4b req-47cdbc65-108d-4afa-bf8a-9e3bb3fe9813 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Apr 07 11:59:41.108557 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45446) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:41.191499 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91eb1c-56ab-4360-88f0-403d53c2109f tempest-TestVolumeBootPattern-1308724324 tempest-TestVolumeBootPattern-1308724324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:41.193024 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-af91eb1c-56ab-4360-88f0-403d53c2109f tempest-TestVolumeBootPattern-1308724324 tempest-TestVolumeBootPattern-1308724324-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1125 time: 0.0834520 Apr 07 11:59:41.195848 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45450) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:59:41.199971 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'port_id': '06ce8547-14fe-4356-8277-52273e59aff5', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:59:41.219400 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:41.313390 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:41.414911 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Allocated IP 172.27.2.53 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/6fb93117-45f8-42d8-a92f-0abea85a6ef5) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:59:41.511462 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:41.542815 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:41.577371 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:59:41.580084 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:59:41.583392 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:59:41.611465 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=6fb93117-45f8-42d8-a92f-0abea85a6ef5,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:41.944575 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (89129c81-1f74-44cf-8c0e-e5cd1485ec52), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:42.014189 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:42.154156 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:42.158474 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:42.226197 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=6fb93117-45f8-42d8-a92f-0abea85a6ef5,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:59:42.235872 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (89129c81-1f74-44cf-8c0e-e5cd1485ec52), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:42.333087 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Floating IP 89129c81-1f74-44cf-8c0e-e5cd1485ec52 associated. External IP: 172.27.2.53, port: 06ce8547-14fe-4356-8277-52273e59aff5. Apr 07 11:59:42.532820 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:59:42.637620 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:59:42.647973 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:59:42.656148 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:42.658704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:42.659327 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:42.684700 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-a5591d46-f0dc-4bd8-83f7-f80a0d9c07a3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4878733 Apr 07 11:59:42.685611 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:59:42.688064 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f17af-6a70-4189-8585-38e502e749dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "tag": "06ce8547-14fe-4356-8277-52273e59aff5"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:59:42.724623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406c0b2-8368-4fed-a0e5-3806d5165282 x-openstack-request-id: req-e406c0b2-8368-4fed-a0e5-3806d5165282 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:59:42.724956 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "tag": "06ce8547-14fe-4356-8277-52273e59aff5", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:59:42.725202 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e406c0b2-8368-4fed-a0e5-3806d5165282 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:59:42.725602 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e406c0b2-8368-4fed-a0e5-3806d5165282'] response: {'name': 'network-changed', 'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5', 'status': 'completed', 'code': 200} Apr 07 11:59:42.770992 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:42.790211 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17af-6a70-4189-8585-38e502e749dd req-f769838e-f62c-495a-9ec9-84b45b1ad9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:42.791635 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-f769838e-f62c-495a-9ec9-84b45b1ad9e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1130 time: 0.0439222 Apr 07 11:59:42.880806 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17af-6a70-4189-8585-38e502e749dd req-f6e7f172-2c6f-443b-a802-ba56357d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:42.882560 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-f6e7f172-2c6f-443b-a802-ba56357d9d0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0852914 Apr 07 11:59:42.947413 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-c970ec4e-e5c3-435f-b05c-9365a730bda0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 200 len: 999 time: 0.0592301 Apr 07 11:59:42.995248 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '89129c81-1f74-44cf-8c0e-e5cd1485ec52', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': '06ce8547-14fe-4356-8277-52273e59aff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:71:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:41Z', 'updated_at': '2022-04-07T11:59:41Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:42.998260 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17af-6a70-4189-8585-38e502e749dd req-ddd2cabc-bf02-42b8-963f-ae25fc663ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:42.999716 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-ddd2cabc-bf02-42b8-963f-ae25fc663ae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0474739 Apr 07 11:59:43.021628 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:59:43.030221 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:59:43.030832 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T11:59:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:43.048155 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f17af-6a70-4189-8585-38e502e749dd req-f2d89a48-ecde-4645-97b4-dc93c7ba8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:43.049606 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-f2d89a48-ecde-4645-97b4-dc93c7ba8951 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445290 Apr 07 11:59:43.135530 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-1d503136-56e2-44ca-9cf2-bed84c727c27 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796235 Apr 07 11:59:43.137666 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:59:43.224222 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-784f17af-6a70-4189-8585-38e502e749dd req-7afc9e05-cd6e-48ed-92d8-37a2c39caf89 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833857 Apr 07 11:59:43.359278 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '89129c81-1f74-44cf-8c0e-e5cd1485ec52', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': '06ce8547-14fe-4356-8277-52273e59aff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:71:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:41Z', 'updated_at': '2022-04-07T11:59:41Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:59:43.384669 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0aa15-0cbe-49b8-a6d5-f98369a7f303 None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '89129c81-1f74-44cf-8c0e-e5cd1485ec52', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': '06ce8547-14fe-4356-8277-52273e59aff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:71:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:59:41Z', 'updated_at': '2022-04-07T11:59:41Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:59:43.561905 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c44e891-a924-41d1-b48d-2693c9d9d617 None None] New status for floating IP 89129c81-1f74-44cf-8c0e-e5cd1485ec52: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:59:45.562319 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:46.569893 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.360444 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1e27bbea-246a-42cc-8036-92de618d7301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:57.506426 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-ddcac06a-199e-4e68-93bf-19a0e6e12150 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427251 Apr 07 11:59:57.589089 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-cd95d4a1-b5a6-4aa1-913c-2c8ccdc4b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.590478 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-cd95d4a1-b5a6-4aa1-913c-2c8ccdc4b074 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1130 time: 0.0427432 Apr 07 11:59:57.692890 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-1a5435fe-6b27-4826-a826-30b8afae082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.694352 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-1a5435fe-6b27-4826-a826-30b8afae082a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0852509 Apr 07 11:59:57.760514 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-380cf404-daf5-40f4-91c7-e744f1de5136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 200 len: 1001 time: 0.0600169 Apr 07 11:59:57.806313 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-5b2a549a-081f-4f18-9f3a-b0126681b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.807713 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-5b2a549a-081f-4f18-9f3a-b0126681b1d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0420094 Apr 07 11:59:57.854297 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-a715ca10-7e07-4c47-a389-037a1b73ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:59:57.855653 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-a715ca10-7e07-4c47-a389-037a1b73ac89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422831 Apr 07 11:59:57.948804 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-22eebec3-c544-4046-bf40-6169c49c9344 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867558 Apr 07 11:59:58.034209 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-25def6e7-75ac-4e45-8aad-510add5c4c93 req-811d50a2-8abc-45a3-b39b-6574b720895a service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799389 Apr 07 11:59:59.578588 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-37c8f3f6-3c86-42df-b414-c8f8b24c2af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:00.710145 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:01.978183 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:03.613699 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:16.579445 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:21.847852 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [req-7395db87-40b4-4ca2-aa06-3f2eaf02fb93 req-b40dbc61-0711-4f31-98e6-968d39b013cb service neutron] (109860) timed out ('10.222.0.26', 57408) {{(pid=109860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:00:22.561522 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:27.065049 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-d761ce9d-98f5-4311-9d1a-7b63009a8210 req-ea3919d3-cf86-4a6c-abde-119a38d3c22d service neutron] (109859) timed out ('10.222.0.26', 57444) {{(pid=109859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:00:27.366018 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-1af61278-8e8a-440e-bcc1-8244ee0fcead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:29.435096 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-c33b4c0c-83b3-482a-8583-b3bfac0610fd req-aaaab6e2-90ab-4b9e-b2c3-590cdca3eabf service neutron] (109859) timed out ('10.222.0.26', 57430) {{(pid=109859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:00:29.582210 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a561e776-4f80-4946-b9f1-970493654582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:30.711825 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:31.982013 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:33.615578 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:46.597355 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.358484 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0e2e85d7-ccc9-493f-840f-19b1fe1a2da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:57.562837 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-967fd527-7bfa-4572-9784-aef5a8b7e6ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871422 Apr 07 12:00:57.648514 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-c519dee7-5c55-4bb6-82b3-ce1e91c96597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:57.650030 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-c519dee7-5c55-4bb6-82b3-ce1e91c96597 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 1130 time: 0.0481999 Apr 07 12:00:57.746796 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-a4559214-0c90-46fb-bd74-16d750ecc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:57.748246 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-a4559214-0c90-46fb-bd74-16d750ecc54c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0820031 Apr 07 12:00:57.814576 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-cd26c39c-6340-4334-84f8-a2bd66374cca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 200 len: 1001 time: 0.0603080 Apr 07 12:00:57.860296 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-3fe736f8-bd29-491a-8830-5275deb8cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:57.861712 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-3fe736f8-bd29-491a-8830-5275deb8cb2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0420644 Apr 07 12:00:57.909009 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-d5e5a26b-634c-4930-987a-42e3e599a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:00:57.910450 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-d5e5a26b-634c-4930-987a-42e3e599a3de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427599 Apr 07 12:00:57.999015 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-7fda7511-cb5e-477f-ae8f-248162199238 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827980 Apr 07 12:00:58.083089 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-61b8d0ae-45fa-48d1-a9a6-f7b2d219a347 req-39846c64-4924-472f-b7c3-c81dfb9f7063 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783417 Apr 07 12:00:59.563251 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:59.584141 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c61fd24a-9026-48e3-baaa-d47515831410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.714813 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.988946 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.618227 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:16.607535 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:27.360181 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b367b851-6221-4a8c-879a-b642a9dcf15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:29.584708 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-91994fdf-2284-4f4e-ab88-4b88a1312115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:30.717546 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:31.988450 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:33.619999 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:36.562711 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:40.535321 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f132d9-bef9-4eb8-89d7-0c1208c5bb53 req-4c4add4c-16fa-4aea-9ba6-883d95972134 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:40.536694 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-13f132d9-bef9-4eb8-89d7-0c1208c5bb53 req-4c4add4c-16fa-4aea-9ba6-883d95972134 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 946 time: 0.1005454 Apr 07 12:01:40.583330 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-13f132d9-bef9-4eb8-89d7-0c1208c5bb53 req-b3dd0fe7-c808-4724-9183-5a5cbf909ae5 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 Apr 07 12:01:41.752636 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ced4-51e8-4830-ae4d-87cf28c2e2b1 req-399e481e-3995-45bd-aee9-0e59815e4229 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:41.754127 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7608ced4-51e8-4830-ae4d-87cf28c2e2b1 req-399e481e-3995-45bd-aee9-0e59815e4229 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 946 time: 0.1021206 Apr 07 12:01:41.801684 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7608ced4-51e8-4830-ae4d-87cf28c2e2b1 req-f4c7505c-bc90-440e-b1f2-05cca2d94ebc tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Apr 07 12:01:41.927540 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-ee438067-b360-42ef-80ad-c3dc2256f1c1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:41.929055 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-ee438067-b360-42ef-80ad-c3dc2256f1c1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 946 time: 0.0553267 Apr 07 12:01:42.016801 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Deleting port 06ce8547-14fe-4356-8277-52273e59aff5 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:01:42.017174 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (06ce8547-14fe-4356-8277-52273e59aff5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:42.110342 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] For port 06ce8547-14fe-4356-8277-52273e59aff5, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=06ce8547-14fe-4356-8277-52273e59aff5,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:42.110700 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (06ce8547-14fe-4356-8277-52273e59aff5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:42.272755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:42.273067 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (89129c81-1f74-44cf-8c0e-e5cd1485ec52), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:42.273384 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Floating IP 89129c81-1f74-44cf-8c0e-e5cd1485ec52 disassociated. External IP: 172.27.2.53, port: 06ce8547-14fe-4356-8277-52273e59aff5. Apr 07 12:01:42.273717 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Calling delete_port for 06ce8547-14fe-4356-8277-52273e59aff5 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:01:42.396519 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (06ce8547-14fe-4356-8277-52273e59aff5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:42.424208 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'Port': ['ID=06ce8547-14fe-4356-8277-52273e59aff5,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:42.435340 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.435688 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.436035 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.436377 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.436710 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.437070 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.437398 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.437721 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.438045 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.438370 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.438694 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.439021 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.439345 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.439662 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.439979 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:42.775965 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:01:42.892805 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:01:42.903563 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:01:42.910385 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-531024eb-321e-447d-b93c-b42d7e1bf240 req-3786a36e-fbd8-4b40-81db-45494a1c7ca3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdea6ef6-342b-4b53-b568-03b2b96e6f21 HTTP/1.1" status: 200 len: 210 time: 0.0306942 Apr 07 12:01:42.913698 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:42.914856 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:01:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:42.939861 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] No DVR routers for this DVR port 06ce8547-14fe-4356-8277-52273e59aff5 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:01:42.942819 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:42.946398 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-53f9b75b-7e5d-4f64-8e00-81ca8d531d89 req-297257b5-4140-4aa8-af07-09011a05f0e3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "DELETE /v2.0/ports/06ce8547-14fe-4356-8277-52273e59aff5 HTTP/1.1" status: 204 len: 173 time: 1.0127273 Apr 07 12:01:42.946868 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'name': 'network-vif-deleted', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:42.950029 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f232ca46-a15a-43a5-a297-3af487528cf3" -d '{"events": [{"server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "name": "network-vif-deleted", "tag": "06ce8547-14fe-4356-8277-52273e59aff5"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:42.989631 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70623eb5-7c42-4050-b12d-81bf6330ae59 x-openstack-request-id: req-70623eb5-7c42-4050-b12d-81bf6330ae59 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:42.989930 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea6ef6-342b-4b53-b568-03b2b96e6f21", "name": "network-vif-deleted", "tag": "06ce8547-14fe-4356-8277-52273e59aff5", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:42.990181 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70623eb5-7c42-4050-b12d-81bf6330ae59 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:42.990576 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70623eb5-7c42-4050-b12d-81bf6330ae59'] response: {'server_uuid': 'cdea6ef6-342b-4b53-b568-03b2b96e6f21', 'name': 'network-vif-deleted', 'tag': '06ce8547-14fe-4356-8277-52273e59aff5', 'status': 'completed', 'code': 200} Apr 07 12:01:43.158200 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:43.351150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:43.379908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:01:43.388529 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:01:43.389174 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:01:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:43.497638 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:01:43.698594 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:01:43.723996 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c8833-a456-479d-ac3c-108e2d02a87b None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:01:43.941663 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ab707-c5a2-4956-8d71-eaaccf5abfb5 None None] New status for floating IP 89129c81-1f74-44cf-8c0e-e5cd1485ec52: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:01:44.126389 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-ccb4c327-a4b3-4e87-9ad9-23ce6433cfb5 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846078200&fields=id&tenant_id=c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 267 time: 0.0454512 Apr 07 12:01:44.233009 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a354358f-c8c3-4ab0-abb5-dc4e14b5f028 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:44.234443 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a354358f-c8c3-4ab0-abb5-dc4e14b5f028 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 812 time: 0.1013186 Apr 07 12:01:44.249322 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-f7628209-9dd5-4116-b988-97f4342d38ed tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/quotas/c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 375 time: 0.0094147 Apr 07 12:01:44.302308 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-6a6c6718-e5e8-4068-b2d5-790662d98b82 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479519 Apr 07 12:01:44.358630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-bd73e61e-492b-4744-bd92-4a57bd3be08c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:01:44.359621 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-bd73e61e-492b-4744-bd92-4a57bd3be08c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459893 Apr 07 12:01:44.451008 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-1fe221d8-81a2-4cd0-8b19-e793447b9580 service neutron] 10.222.0.47 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853820 Apr 07 12:01:44.539018 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-d5597c83-8d74-4d18-b06b-cfb986911c73 service neutron] 10.222.0.47 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822752 Apr 07 12:01:44.814207 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-89d07bb4-73a9-470d-aaf7-9096c6e4f14c req-6b1919ae-9c54-4bfa-8f04-e86bd0b00a27 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 210 time: 0.0268297 Apr 07 12:01:45.531831 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 06ce8547-14fe-4356-8277-52273e59aff5 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:01:45.555004 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 06ce8547-14fe-4356-8277-52273e59aff5 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:01:45.555356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 06ce8547-14fe-4356-8277-52273e59aff5 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:01:45.709442 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-427d8510-b90b-4a05-b7ec-2721bcd4e271 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:45.710879 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-427d8510-b90b-4a05-b7ec-2721bcd4e271 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 812 time: 0.1024978 Apr 07 12:01:45.773139 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-3ae99367-6e62-42e8-be2f-9ccb92d1acec tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 379 time: 0.0542049 Apr 07 12:01:45.781003 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'port': {'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'admin_state_up': True, 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'security_groups': ['fd31ca35-4588-403c-a80c-57637c4079ad']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:45.893604 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Made reservation on behalf of c3ebba9bc7824ec59502c077bfd9536d for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:01:45.896933 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:45.908115 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-72ae0228-edf8-498e-a8e6-236b218eeee4 req-fab3955b-e7f2-4391-aff8-d3f0310942ad tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 210 time: 0.0290599 Apr 07 12:01:46.026661 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Allocated IP 172.20.0.9 (2501f30d-2bd0-40a9-a2a5-30d554652e07/e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3/fa247526-c893-4607-8319-2e501f4a1e53) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:01:46.167855 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (fa247526-c893-4607-8319-2e501f4a1e53), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.199552 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (fa247526-c893-4607-8319-2e501f4a1e53), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.238952 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:01:46.241774 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:01:46.245915 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:01:46.273007 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=fa247526-c893-4607-8319-2e501f4a1e53,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:46.301559 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:46.302189 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.318923 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-a04b013a-e616-480d-ad3d-fd70899a5012 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414252 Apr 07 12:01:46.330869 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Request body: {'port': {'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:01:46.394457 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (fa247526-c893-4607-8319-2e501f4a1e53), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.477552 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-8ef73396-5382-4c9d-92a8-9721fa9a1efd None None] Provisioning complete for port fa247526-c893-4607-8319-2e501f4a1e53 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:46.477931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8ef73396-5382-4c9d-92a8-9721fa9a1efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (fa247526-c893-4607-8319-2e501f4a1e53), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.510602 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-8ef73396-5382-4c9d-92a8-9721fa9a1efd None None] Port fa247526-c893-4607-8319-2e501f4a1e53 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:01:46.607287 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.645757 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa247526-c893-4607-8319-2e501f4a1e53 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:01:46.653792 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Publish callbacks [] for port (fa247526-c893-4607-8319-2e501f4a1e53), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.665650 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Transition to ACTIVE for port object fa247526-c893-4607-8319-2e501f4a1e53 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:01:46.668848 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (fa247526-c893-4607-8319-2e501f4a1e53), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.718293 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=fa247526-c893-4607-8319-2e501f4a1e53,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:46.793819 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Attempting to bind port fa247526-c893-4607-8319-2e501f4a1e53 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:01:46.794154 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Attempting to bind port fa247526-c893-4607-8319-2e501f4a1e53 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:01:46.794485 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Attempting to bind port fa247526-c893-4607-8319-2e501f4a1e53 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:46.798997 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Port fa247526-c893-4607-8319-2e501f4a1e53 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:01:46.799319 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Attempting to bind port fa247526-c893-4607-8319-2e501f4a1e53 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:01:46.804181 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:01:46.804520 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Checking segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:01:46.804943 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Bound using segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:01:46.805371 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Bound port: fa247526-c893-4607-8319-2e501f4a1e53, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:01:46.805730 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (fa247526-c893-4607-8319-2e501f4a1e53), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.871232 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] For port fa247526-c893-4607-8319-2e501f4a1e53, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:01:46.874192 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] For port fa247526-c893-4607-8319-2e501f4a1e53, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=fa247526-c893-4607-8319-2e501f4a1e53,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:01:46.880637 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (fa247526-c893-4607-8319-2e501f4a1e53), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.913054 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:46.913672 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:46.915042 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] 10.222.0.26 "PUT /v2.0/ports/fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 1093 time: 0.5884366 Apr 07 12:01:46.915479 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:46.917783 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41422a8e-becc-41dc-9718-1b3d263dbd92" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "tag": "fa247526-c893-4607-8319-2e501f4a1e53"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:46.946375 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29973-2635-427f-8e7f-3b501b67a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=fa247526-c893-4607-8319-2e501f4a1e53,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:46.963661 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e761549f-1893-4d39-b610-85178b593281 x-openstack-request-id: req-e761549f-1893-4d39-b610-85178b593281 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:46.963938 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "tag": "fa247526-c893-4607-8319-2e501f4a1e53", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:46.964207 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e761549f-1893-4d39-b610-85178b593281 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:46.964733 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e761549f-1893-4d39-b610-85178b593281'] response: {'name': 'network-changed', 'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53', 'status': 'completed', 'code': 200} Apr 07 12:01:47.026145 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-b531c345-37b7-4287-a875-5c68709e5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.027721 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-b531c345-37b7-4287-a875-5c68709e5fa4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1127 time: 0.0522366 Apr 07 12:01:47.064889 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23329f23-48ee-47e0-b357-8b299689804e req-73e9293b-23a6-4222-87db-042f95b196a5 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.066497 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-23329f23-48ee-47e0-b357-8b299689804e req-73e9293b-23a6-4222-87db-042f95b196a5 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0694430 Apr 07 12:01:47.073796 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-5163b9a3-39c7-4808-9f3b-f4c514fc0b31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 217 time: 0.0390003 Apr 07 12:01:47.125633 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-23329f23-48ee-47e0-b357-8b299689804e req-0160d3a8-bf3a-4e7d-acbb-1c88051489d1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531712 Apr 07 12:01:47.127214 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-41de1079-f8a0-4c3b-ad87-428c2e13aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.128912 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-41de1079-f8a0-4c3b-ad87-428c2e13aca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0489142 Apr 07 12:01:47.183702 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-b83ea8dd-d16b-4d81-8d4e-59657aa225a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.185307 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-b83ea8dd-d16b-4d81-8d4e-59657aa225a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502291 Apr 07 12:01:47.271950 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-63d42955-4722-4fec-ba52-646a83fa6295 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805457 Apr 07 12:01:47.360691 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-72727617-e9ba-4e50-a309-6abcbd2ad04f req-c013e823-cd58-4b77-967a-33d57281e4d6 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829935 Apr 07 12:01:47.594937 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-84f9bd39-2ca2-42ac-a249-ee2011af9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.596344 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-84f9bd39-2ca2-42ac-a249-ee2011af9226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1127 time: 0.0442827 Apr 07 12:01:47.684839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-45b2e058-ece2-483e-acae-fd1c148a2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.686316 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-45b2e058-ece2-483e-acae-fd1c148a2b49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0841177 Apr 07 12:01:47.725131 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-cf3d4a8f-64ce-4f1e-a4f3-58c86fc796b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 217 time: 0.0331798 Apr 07 12:01:47.770486 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-758442b9-945b-4518-8737-a1181966b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.771910 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-758442b9-945b-4518-8737-a1181966b5bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0418642 Apr 07 12:01:47.822086 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-a871542b-9645-4c5e-a94b-02f33c793968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:47.823593 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-a871542b-9645-4c5e-a94b-02f33c793968 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460656 Apr 07 12:01:47.910671 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-693582ec-ee3c-488b-8001-da94cef55e33 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785041 Apr 07 12:01:47.998895 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-41422a8e-becc-41dc-9718-1b3d263dbd92 req-77bc76e2-3154-4190-8ea5-c93a9bb96109 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826428 Apr 07 12:01:48.242887 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a17cd-1755-464b-b7b7-297789b290cd req-dffa2b18-4029-4172-8df3-e69021295808 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:48.244919 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa4a17cd-1755-464b-b7b7-297789b290cd req-dffa2b18-4029-4172-8df3-e69021295808 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0509007 Apr 07 12:01:48.292191 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa4a17cd-1755-464b-b7b7-297789b290cd req-459ae85a-f6e5-4797-9cb3-1fbf0cddf705 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Apr 07 12:01:49.410494 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db781c25-61b6-4a39-a5fb-349be6d1d947 req-21f6bab6-79bc-417b-98eb-8b1d1552a6c0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:49.411968 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-db781c25-61b6-4a39-a5fb-349be6d1d947 req-21f6bab6-79bc-417b-98eb-8b1d1552a6c0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0550406 Apr 07 12:01:49.459307 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-db781c25-61b6-4a39-a5fb-349be6d1d947 req-e3318d55-ece0-46aa-851d-fd593b70baeb tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Apr 07 12:01:50.572488 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df5ce8-214b-4f2c-9ef3-e2ded237f1d2 req-1c98b9be-a44d-4297-938d-978511950f41 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:50.573979 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-56df5ce8-214b-4f2c-9ef3-e2ded237f1d2 req-1c98b9be-a44d-4297-938d-978511950f41 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0511656 Apr 07 12:01:50.622789 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-56df5ce8-214b-4f2c-9ef3-e2ded237f1d2 req-13742efc-4796-47d2-b285-ed9307bbd864 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Apr 07 12:01:51.736564 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb7a93-3a95-4306-a402-68973c35bb03 req-4ee37bcd-563b-4742-9cb0-af11ff1dec32 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:51.738042 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74bb7a93-3a95-4306-a402-68973c35bb03 req-4ee37bcd-563b-4742-9cb0-af11ff1dec32 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0502348 Apr 07 12:01:51.788710 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-74bb7a93-3a95-4306-a402-68973c35bb03 req-bd71d97a-3162-4365-b8ec-b645c729ffab tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Apr 07 12:01:52.902162 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4b80a-946b-446e-b580-11bae9e3323d req-4d7e4c67-ef46-4db0-b747-78d0e22f99ee tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:52.903538 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6bf4b80a-946b-446e-b580-11bae9e3323d req-4d7e4c67-ef46-4db0-b747-78d0e22f99ee tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0511708 Apr 07 12:01:52.952144 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-6bf4b80a-946b-446e-b580-11bae9e3323d req-de0e37c3-133a-4698-9f05-80382af719f0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Apr 07 12:01:54.067129 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad4989-97ba-49f3-9a10-3b48d0fe04bf req-daadd100-b733-4b4b-bdc2-1dfda1710a46 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:54.068608 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-11ad4989-97ba-49f3-9a10-3b48d0fe04bf req-daadd100-b733-4b4b-bdc2-1dfda1710a46 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0512300 Apr 07 12:01:54.114878 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-11ad4989-97ba-49f3-9a10-3b48d0fe04bf req-96a501b0-3232-4121-8c60-781ce95c3da3 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408223 Apr 07 12:01:55.233431 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1c55f-846e-4c60-97fc-bde192c34c5f req-ae74f49a-fbfd-4f63-9dc3-d9e8cde3f091 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:55.234882 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ecd1c55f-846e-4c60-97fc-bde192c34c5f req-ae74f49a-fbfd-4f63-9dc3-d9e8cde3f091 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 943 time: 0.0546384 Apr 07 12:01:55.282450 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ecd1c55f-846e-4c60-97fc-bde192c34c5f req-1fec9179-752a-40c8-a91b-b30934c18d0b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Apr 07 12:01:55.629120 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device fa247526-c893-4607-8319-2e501f4a1e53 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:01:55.723029 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port fa247526-c893-4607-8319-2e501f4a1e53, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=fa247526-c893-4607-8319-2e501f4a1e53,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:55.733756 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': 'fa247526-c893-4607-8319-2e501f4a1e53', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:01:55.773759 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port fa247526-c893-4607-8319-2e501f4a1e53 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:55.774149 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (fa247526-c893-4607-8319-2e501f4a1e53), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:55.786702 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa247526-c893-4607-8319-2e501f4a1e53 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:01:55.804578 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port fa247526-c893-4607-8319-2e501f4a1e53, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=fa247526-c893-4607-8319-2e501f4a1e53,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:55.808432 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (fa247526-c893-4607-8319-2e501f4a1e53), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:55.853980 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=fa247526-c893-4607-8319-2e501f4a1e53,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:55.860736 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.861111 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.861456 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.861797 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.862131 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.862462 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.862790 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.863117 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.863443 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.863769 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.864092 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.864419 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.864742 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.865093 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:55.865415 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:01:56.008360 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['fa247526-c893-4607-8319-2e501f4a1e53'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:01:56.413095 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8e80-7a10-48d4-99ee-6d9d4d199c45 req-ef129239-24f3-4cac-a819-e231c7857637 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:56.414543 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ebe8e80-7a10-48d4-99ee-6d9d4d199c45 req-ef129239-24f3-4cac-a819-e231c7857637 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 944 time: 0.0506837 Apr 07 12:01:56.462361 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-1ebe8e80-7a10-48d4-99ee-6d9d4d199c45 req-6a8bb2a9-3f14-4376-9982-51166a0420c1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Apr 07 12:01:57.362025 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d20d9ca1-1199-44e1-96db-458c09032f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:57.579450 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c99eba-a835-405f-9771-d1d7308f0031 req-f49161fc-2478-4155-b66a-8ab119cdb6f7 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:57.580782 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a4c99eba-a835-405f-9771-d1d7308f0031 req-f49161fc-2478-4155-b66a-8ab119cdb6f7 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 944 time: 0.0496702 Apr 07 12:01:57.629146 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device fa247526-c893-4607-8319-2e501f4a1e53 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:01:57.630420 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-a4c99eba-a835-405f-9771-d1d7308f0031 req-04d4f6f0-7f02-43c6-8617-87bf77d1c205 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Apr 07 12:01:57.677608 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port fa247526-c893-4607-8319-2e501f4a1e53 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:01:57.681541 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port fa247526-c893-4607-8319-2e501f4a1e53 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:01:57.681912 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (fa247526-c893-4607-8319-2e501f4a1e53), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:57.758354 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port fa247526-c893-4607-8319-2e501f4a1e53 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:01:57.758737 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (fa247526-c893-4607-8319-2e501f4a1e53), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:57.780315 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:01:57.782730 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215389b2-2a83-4aaa-a85f-8a82a5679052" -d '{"events": [{"server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa247526-c893-4607-8319-2e501f4a1e53"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:01:57.795704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port fa247526-c893-4607-8319-2e501f4a1e53, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=fa247526-c893-4607-8319-2e501f4a1e53,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:01:57.799704 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (fa247526-c893-4607-8319-2e501f4a1e53), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:57.822332 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309af8d5-00d3-4ca4-944b-1f0adfc1f4bf x-openstack-request-id: req-309af8d5-00d3-4ca4-944b-1f0adfc1f4bf {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:01:57.822618 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa247526-c893-4607-8319-2e501f4a1e53", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:01:57.822867 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-309af8d5-00d3-4ca4-944b-1f0adfc1f4bf {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:01:57.823267 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309af8d5-00d3-4ca4-944b-1f0adfc1f4bf'] response: {'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53', 'code': 200} Apr 07 12:01:57.848664 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=fa247526-c893-4607-8319-2e501f4a1e53,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:01:58.023839 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288ae68-de28-4fdc-80b3-3b2ede415bd5 req-5df2e177-6e38-4016-bf50-373f9a64f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:58.025964 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9288ae68-de28-4fdc-80b3-3b2ede415bd5 req-5df2e177-6e38-4016-bf50-373f9a64f588 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1129 time: 0.0440624 Apr 07 12:01:58.070079 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9288ae68-de28-4fdc-80b3-3b2ede415bd5 req-c0f31aee-42c5-4eb9-a131-62478eddd65e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375178 Apr 07 12:01:58.747806 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa5e0-16be-481a-9927-b7260f35347f req-9acf2e98-16ea-442e-9910-e564acc86b4c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:58.749266 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-54afa5e0-16be-481a-9927-b7260f35347f req-9acf2e98-16ea-442e-9910-e564acc86b4c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 945 time: 0.0521235 Apr 07 12:01:58.797360 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-54afa5e0-16be-481a-9927-b7260f35347f req-f8eb373e-c03e-4590-8107-6add56bceca1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Apr 07 12:01:59.541845 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-b2422840-632d-4735-9910-7507eabe173d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499780 Apr 07 12:01:59.586221 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b76de435-93a0-46ec-bc9a-cee3e63e03fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:59.627682 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-9638de73-806a-4a9c-bd1e-6a676cb2d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.629231 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-9638de73-806a-4a9c-bd1e-6a676cb2d9fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1129 time: 0.0482142 Apr 07 12:01:59.726960 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-721ad808-8a0c-4294-ae05-03226cad396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.728396 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-721ad808-8a0c-4294-ae05-03226cad396f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0819602 Apr 07 12:01:59.771828 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-396ec38a-e3f3-4180-ad69-ceca95fe9e87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 217 time: 0.0370584 Apr 07 12:01:59.817175 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-f85889c7-0693-43ff-8639-b59e29364a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.818471 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-f85889c7-0693-43ff-8639-b59e29364a47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0411263 Apr 07 12:01:59.872314 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-4983ca80-01e8-493b-b01d-9ff0586f0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.873827 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-4983ca80-01e8-493b-b01d-9ff0586f0c28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499058 Apr 07 12:01:59.919032 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965c5f-ff39-4c82-8076-d8442693817e req-e8e3d6b9-7fa9-4fdb-a0ab-9ea9115113a1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:01:59.920633 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-87965c5f-ff39-4c82-8076-d8442693817e req-e8e3d6b9-7fa9-4fdb-a0ab-9ea9115113a1 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 945 time: 0.0520906 Apr 07 12:01:59.966717 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-f8f6182d-32e2-4064-a5d1-088e93390d44 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866690 Apr 07 12:01:59.968764 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-87965c5f-ff39-4c82-8076-d8442693817e req-bc0b68b1-6445-4435-9806-c687c0fb5321 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Apr 07 12:02:00.054468 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b4be7314-446f-449c-a5f5-d1c59071f63b req-b32f5feb-b5a2-446c-9662-3baffa90f195 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820456 Apr 07 12:02:00.091575 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855dec-28b8-45bb-9073-76021a963836 req-ae1561a8-c626-4198-8527-2a9eeebea699 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:00.093002 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7c855dec-28b8-45bb-9073-76021a963836 req-ae1561a8-c626-4198-8527-2a9eeebea699 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 945 time: 0.0577357 Apr 07 12:02:00.141107 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7c855dec-28b8-45bb-9073-76021a963836 req-cb0a623b-3972-43a4-b0e9-8f28ca8c7bf6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 Apr 07 12:02:00.167960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45576) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:00.209887 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25665e02-e66e-45be-a6a7-abb88415cc5e tempest-TestVolumeBootPattern-1308724324 tempest-TestVolumeBootPattern-1308724324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:00.211365 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-25665e02-e66e-45be-a6a7-abb88415cc5e tempest-TestVolumeBootPattern-1308724324 tempest-TestVolumeBootPattern-1308724324-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1124 time: 0.0424109 Apr 07 12:02:00.214036 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45578) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:02:00.218206 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:02:00.238190 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.331644 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.427945 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Allocated IP 172.27.2.160 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/471664d2-d2a4-4b84-82b4-98e772ac8176) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:02:00.527005 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.559080 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.593507 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:02:00.596199 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:02:00.598767 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:02:00.627749 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=471664d2-d2a4-4b84-82b4-98e772ac8176,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:00.639270 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.639617 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.639960 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.640298 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.640630 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.640985 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.641315 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.641640 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.641964 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.642290 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.642615 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.642940 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.643260 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.643579 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.643897 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:02:00.723679 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.247388 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (a554e856-e342-404c-a4fb-8bbd2e916459), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.312301 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.456286 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.461161 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.528141 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=471664d2-d2a4-4b84-82b4-98e772ac8176,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:02:01.541666 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (a554e856-e342-404c-a4fb-8bbd2e916459), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.643517 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Floating IP a554e856-e342-404c-a4fb-8bbd2e916459 associated. External IP: 172.27.2.160, port: fa247526-c893-4607-8319-2e501f4a1e53. Apr 07 12:02:01.848623 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:02:01.954304 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:02:01.964384 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:02:01.972495 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.975148 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:01.975750 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:02:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:02.002080 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fac52816-4962-4d63-9dd0-1a79c276c86c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7870474 Apr 07 12:02:02.002678 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:02:02.005088 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "tag": "fa247526-c893-4607-8319-2e501f4a1e53"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:02:02.038250 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:02.046443 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f9ff7-8b9f-4159-89e1-ec58a181a24d x-openstack-request-id: req-e23f9ff7-8b9f-4159-89e1-ec58a181a24d {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:02:02.046736 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "tag": "fa247526-c893-4607-8319-2e501f4a1e53", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:02:02.046987 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e23f9ff7-8b9f-4159-89e1-ec58a181a24d {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:02:02.047393 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23f9ff7-8b9f-4159-89e1-ec58a181a24d'] response: {'name': 'network-changed', 'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53', 'status': 'completed', 'code': 200} Apr 07 12:02:02.099270 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:02.110735 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-5e6e96c2-d785-44ba-9091-75afe4cb079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.112228 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-5e6e96c2-d785-44ba-9091-75afe4cb079e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1129 time: 0.0434313 Apr 07 12:02:02.208425 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-ba62675d-67db-48c0-a1e7-5110afc13e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.209830 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-ba62675d-67db-48c0-a1e7-5110afc13e71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0923264 Apr 07 12:02:02.275942 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-ef5c571f-6268-4a64-84c5-27600216569b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 999 time: 0.0604801 Apr 07 12:02:02.319252 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:00Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:02.322775 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-36677e81-6a7a-4164-adbf-f84bcedfec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.324212 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-36677e81-6a7a-4164-adbf-f84bcedfec0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0425086 Apr 07 12:02:02.349489 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:02:02.358380 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:02:02.359000 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:02:00Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:02.372477 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-e3896c92-128c-4b1c-b14d-db390ba2d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:02:02.373983 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-e3896c92-128c-4b1c-b14d-db390ba2d39d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441408 Apr 07 12:02:02.463274 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-26eac66f-e77b-4c41-836d-ef4f6829e157 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829453 Apr 07 12:02:02.464417 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:02:02.551107 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-8cb27e36-f6b8-4b02-93b4-01e4a899bca6 req-e2e299ab-fec4-4b66-a6b4-abc409c87142 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826952 Apr 07 12:02:02.813175 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:00Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:02:02.842049 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4f26d-7499-4e18-ac8c-1314fbcc30cf None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:00Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:02:03.032291 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338ad2d-1745-423c-bdd9-6c0e648355f5 None None] New status for floating IP a554e856-e342-404c-a4fb-8bbd2e916459: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:02:03.621908 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:13.561362 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:16.633051 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:24.394475 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-bd5c338b-f921-45e1-9653-f36c61d4bd60 req-079f5b5d-8030-49fb-9549-6a3f18c9fcd1 service neutron] (109859) timed out ('10.222.0.26', 57445) {{(pid=109859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:02:27.364662 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-0c27b47a-fc6a-4ea4-8830-a8e03fd9a712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:29.588657 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-8e601115-1a5e-463b-bec1-a9cf99c4c256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:30.724069 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:31.999084 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:33.622947 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:46.640800 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:50.559866 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:57.369042 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-c4a107ec-c2cc-4bd1-bbbb-7d5b6fb416b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:59.589163 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-d287e7d1-8b44-4e48-bb53-df491fbcdec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:00.726915 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:01.507107 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-6721e705-4eb6-466d-920a-375a9060b6cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420222 Apr 07 12:03:01.596596 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-6de4c7b8-66b3-4204-8444-11abe813b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:01.598082 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-6de4c7b8-66b3-4204-8444-11abe813b227 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1129 time: 0.0484691 Apr 07 12:03:01.698806 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-cc6a6d3f-a801-4548-97b4-41d05627fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:01.700392 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-cc6a6d3f-a801-4548-97b4-41d05627fdbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0843077 Apr 07 12:03:01.769979 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-abffad5d-8347-4c8e-9c91-c24199e05589 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 1001 time: 0.0633514 Apr 07 12:03:01.817331 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-85b98077-2186-4501-817c-178a7158df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:01.818826 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-85b98077-2186-4501-817c-178a7158df4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0434365 Apr 07 12:03:01.866799 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-9f930884-8ec3-41da-8850-8cd47dcf6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:01.868412 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-9f930884-8ec3-41da-8850-8cd47dcf6068 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435538 Apr 07 12:03:01.959023 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-d3a278d6-c1c8-4090-9850-93636a659dd7 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848086 Apr 07 12:03:01.999603 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:02.044918 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-27a41b9a-f99b-4de9-882a-8afea1723d03 req-4a77d0d0-b5bf-4558-ba9f-9d7940a3efbe service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797999 Apr 07 12:03:03.625175 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:16.646056 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:27.372945 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-03157520-20e5-4bc0-b9c2-c82acf700713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:27.558545 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:29.590215 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-29abde0e-57a2-4f6a-837f-805726360656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.729991 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:32.002860 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:33.628374 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:38.320009 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-36e59e11-39e9-43e8-b305-988c8aa3031a tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846078200&fields=id&tenant_id=c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 267 time: 0.0429742 Apr 07 12:03:38.424405 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-4f789bde-12b1-4d54-9d1b-175661a0eec4 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:38.425877 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-4f789bde-12b1-4d54-9d1b-175661a0eec4 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 812 time: 0.0989842 Apr 07 12:03:38.440370 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-eb87f2bf-7c4f-4c8c-a32e-e83fd83c9d55 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/quotas/c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 375 time: 0.0085711 Apr 07 12:03:38.494615 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-c1e9e5cb-aa27-449a-bc46-1c576475064c tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495367 Apr 07 12:03:38.584641 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-0d51a3bb-5fc0-4125-b495-11f81435dc20 service neutron] 10.222.0.47 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793576 Apr 07 12:03:38.675265 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-65ba7dbd-f43f-4db5-b480-bd93fe4ccb20 service neutron] 10.222.0.47 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Apr 07 12:03:38.959108 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-023d655b-b262-4865-8ac0-32fb83dd7e78 req-187b0553-a091-4d30-8ba7-f52fb9ff7afe tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 210 time: 0.0270104 Apr 07 12:03:39.886155 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-24e3ec5b-279d-4287-9030-7fcee4903a1f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:39.887602 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-24e3ec5b-279d-4287-9030-7fcee4903a1f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 812 time: 0.1056514 Apr 07 12:03:39.950047 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-4f8db3dd-cf69-4710-8edf-45c0dc74ef71 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ebba9bc7824ec59502c077bfd9536d HTTP/1.1" status: 200 len: 379 time: 0.0542397 Apr 07 12:03:39.958169 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'port': {'device_id': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'admin_state_up': True, 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'security_groups': ['fd31ca35-4588-403c-a80c-57637c4079ad']}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:40.057390 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa0c1f3a-002f-4cf8-bd80-99bde5523244 req-89f2d5e4-41f8-4c6f-a6a6-a3579647d265 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 210 time: 0.0272374 Apr 07 12:03:40.074195 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Made reservation on behalf of c3ebba9bc7824ec59502c077bfd9536d for: {'port': 1} {{(pid=109860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:03:40.077820 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:40.199590 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_common [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Allocated IP 172.20.0.12 (2501f30d-2bd0-40a9-a2a5-30d554652e07/e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3/75fc0c6b-fe11-4ff8-a70d-84be79995698) {{(pid=109860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:03:40.350402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), precommit_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:40.388927 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), after_create {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:40.428141 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 is already hosted by enough agents. {{(pid=109860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:03:40.430980 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.base_scheduler [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Resources bound (agent type, host, resource id): {{(pid=109860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:03:40.434489 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Received port after_create {{(pid=109860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:03:40.465394 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=75fc0c6b-fe11-4ff8-a70d-84be79995698,revision_number=1']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:40.478665 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.478927 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.479265 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.479599 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.479926 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.480255 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.480576 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.480922 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.481245 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.481564 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.481883 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.482201 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.482529 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.482829 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.483140 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:40.504790 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:40.505459 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:40.521616 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-45cb0bad-0866-4401-a899-886ffd077064 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669971 Apr 07 12:03:40.532801 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.v2.base [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Request body: {'port': {'device_id': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=109860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:40.593027 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:40.634976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-35e9258d-278b-451a-b337-f5ec22e57617 None None] Provisioning complete for port 75fc0c6b-fe11-4ff8-a70d-84be79995698 triggered by entity DHCP. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:40.635631 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-35e9258d-278b-451a-b337-f5ec22e57617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:40.673352 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-35e9258d-278b-451a-b337-f5ec22e57617 None None] Port 75fc0c6b-fe11-4ff8-a70d-84be79995698 cannot update to ACTIVE because it is not bound. {{(pid=109861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:03:41.083187 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fc0c6b-fe11-4ff8-a70d-84be79995698 {{(pid=109860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:03:41.090998 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Publish callbacks [] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), precommit_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:41.103535 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.provisioning_blocks [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Transition to ACTIVE for port object 75fc0c6b-fe11-4ff8-a70d-84be79995698 will not be triggered until provisioned by entity L2. {{(pid=109860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:03:41.108032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:41.157337 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Pushing event updated for resources: {'Port': ['ID=75fc0c6b-fe11-4ff8-a70d-84be79995698,revision_number=2']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:41.190319 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7060f3-e3f3-4937-a935-990a6145865a req-afec6c40-6300-44f2-bff3-d506ab1bf268 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:41.192823 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa7060f3-e3f3-4937-a935-990a6145865a req-afec6c40-6300-44f2-bff3-d506ab1bf268 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0663097 Apr 07 12:03:41.233918 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Attempting to bind port 75fc0c6b-fe11-4ff8-a70d-84be79995698 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:03:41.234274 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Attempting to bind port 75fc0c6b-fe11-4ff8-a70d-84be79995698 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:03:41.234741 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Attempting to bind port 75fc0c6b-fe11-4ff8-a70d-84be79995698 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:03:41.239338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Port 75fc0c6b-fe11-4ff8-a70d-84be79995698 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:03:41.239661 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Attempting to bind port 75fc0c6b-fe11-4ff8-a70d-84be79995698 on network 2501f30d-2bd0-40a9-a2a5-30d554652e07 {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:03:41.244488 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fa7060f3-e3f3-4937-a935-990a6145865a req-a0ed1e48-7de4-415d-8ba6-1c6fc6ebe918 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443077 Apr 07 12:03:41.248556 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Checking agent: {'id': '18d41491-51e5-4922-b3cf-b9a587aa6d78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'started_at': datetime.datetime(2022, 4, 7, 11, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:03:41.249041 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Checking segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:03:41.249524 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Bound using segment: {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'} {{(pid=109860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:03:41.250094 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.managers [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Bound port: 75fc0c6b-fe11-4ff8-a70d-84be79995698, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07'}}] {{(pid=109860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:03:41.250536 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), before_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:41.318737 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] For port 75fc0c6b-fe11-4ff8-a70d-84be79995698, host hv-cinder-83680, cleared binding levels {{(pid=109860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:03:41.322376 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] For port 75fc0c6b-fe11-4ff8-a70d-84be79995698, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:03:41.327373 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8942463'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), after_update {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:41.359707 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:41.360402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:41.361823 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] 10.222.0.26 "PUT /v2.0/ports/75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 200 len: 1094 time: 0.8331883 Apr 07 12:03:41.362250 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:41.364475 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35" -d '{"events": [{"name": "network-changed", "server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:41.401684 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa001a6-20f3-4bc7-81d9-981e22500afb service neutron] Pushing event updated for resources: {'Port': ['ID=75fc0c6b-fe11-4ff8-a70d-84be79995698,revision_number=3']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:41.433073 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fab15d-559e-4646-ab35-f6eb0bea1deb x-openstack-request-id: req-e9fab15d-559e-4646-ab35-f6eb0bea1deb {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:41.433357 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:41.433603 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9fab15d-559e-4646-ab35-f6eb0bea1deb {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:41.434003 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fab15d-559e-4646-ab35-f6eb0bea1deb'] response: {'name': 'network-changed', 'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'status': 'completed', 'code': 200} Apr 07 12:03:41.453265 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-be1c1a9a-4d78-47b6-96cb-f17e100e182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:41.454772 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-be1c1a9a-4d78-47b6-96cb-f17e100e182b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1128 time: 0.0501435 Apr 07 12:03:41.501575 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-67a3e52c-6cba-4389-8664-85d3a9124492 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 200 len: 217 time: 0.0384352 Apr 07 12:03:41.551493 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-5b10bf40-9fcc-4492-8e80-2b4331343d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:41.552997 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-5b10bf40-9fcc-4492-8e80-2b4331343d47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0447679 Apr 07 12:03:41.602876 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-aaaad84e-1261-4a8f-a87d-32641530278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:41.604363 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-aaaad84e-1261-4a8f-a87d-32641530278d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454459 Apr 07 12:03:41.695473 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-f56c2f3c-f661-4430-b376-116a4c6cd07e service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852129 Apr 07 12:03:41.782065 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-9bcaea39-c391-4a5e-a990-6ca5d791a451 req-88fa5a26-8bd4-4e72-9dae-83b0cf5ad8b6 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805044 Apr 07 12:03:42.078433 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-732bb75f-e2cd-4ed8-8586-76859547ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:42.079807 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-732bb75f-e2cd-4ed8-8586-76859547ebc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1128 time: 0.0440819 Apr 07 12:03:42.170135 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-f62acd42-9059-46a5-b1d0-871659fef9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:42.171554 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-f62acd42-9059-46a5-b1d0-871659fef9d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0846937 Apr 07 12:03:42.213481 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-ef611926-d88a-4da1-abf5-939b946cfbf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 200 len: 217 time: 0.0334005 Apr 07 12:03:42.264842 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-baa63024-e09b-45fe-bee1-e254a158f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:42.266287 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-baa63024-e09b-45fe-bee1-e254a158f73c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0450566 Apr 07 12:03:42.320092 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-0ad7ea08-5c2c-45aa-a27f-38c586ba47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:42.322357 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-0ad7ea08-5c2c-45aa-a27f-38c586ba47c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503378 Apr 07 12:03:42.361201 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8aab-612a-4ff6-b1df-7ba7bdcd339f req-5a1a3dcc-f60c-4ade-a804-29a58eca3184 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:42.362572 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-827b8aab-612a-4ff6-b1df-7ba7bdcd339f req-5a1a3dcc-f60c-4ade-a804-29a58eca3184 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0524943 Apr 07 12:03:42.411450 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-827b8aab-612a-4ff6-b1df-7ba7bdcd339f req-f50e0c8b-9c40-4c8f-9396-db0d6e848ad6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Apr 07 12:03:42.413928 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-b8868d63-26d5-4a45-92f3-832de8e200b8 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Apr 07 12:03:42.499885 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-e42b332d-9d0c-4011-8fcb-6fd3e8076a35 req-5a9d3346-09b1-4f83-a697-bc915d013a7e service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802388 Apr 07 12:03:43.526272 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73a7ab-fa01-4ba3-b909-5a75e8e95e5e req-02160618-450c-42c4-b3c9-6fe4d33c8442 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:43.527711 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7a73a7ab-fa01-4ba3-b909-5a75e8e95e5e req-02160618-450c-42c4-b3c9-6fe4d33c8442 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0510304 Apr 07 12:03:43.577752 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7a73a7ab-fa01-4ba3-b909-5a75e8e95e5e req-85c32f67-2575-4d09-b6a6-1fdaced0bf5d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 Apr 07 12:03:44.694895 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddaa17-7bb8-49b8-a2b0-89eb63b9734d req-5c0d355b-94ac-4a51-bf78-45bc2dff0470 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:44.696348 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-66ddaa17-7bb8-49b8-a2b0-89eb63b9734d req-5c0d355b-94ac-4a51-bf78-45bc2dff0470 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0510879 Apr 07 12:03:44.744427 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-66ddaa17-7bb8-49b8-a2b0-89eb63b9734d req-5411437c-caad-4eeb-a7a8-917c5d0d4221 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Apr 07 12:03:45.859566 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee98b09-6b94-4bb6-b938-eeb1af6561af req-220ddbfe-1562-485b-9d0c-a3e2374c8706 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:45.861038 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dee98b09-6b94-4bb6-b938-eeb1af6561af req-220ddbfe-1562-485b-9d0c-a3e2374c8706 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0511639 Apr 07 12:03:45.907951 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-dee98b09-6b94-4bb6-b938-eeb1af6561af req-a508ef4c-daae-40ee-b404-4aecc676022d tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414987 Apr 07 12:03:46.650941 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:47.031419 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2dc9f-781c-4edf-bc42-04bd158afda6 req-d8f130c3-a876-4878-8815-cc770f2ffdc5 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:47.032908 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-adf2dc9f-781c-4edf-bc42-04bd158afda6 req-d8f130c3-a876-4878-8815-cc770f2ffdc5 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0602212 Apr 07 12:03:47.080415 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-adf2dc9f-781c-4edf-bc42-04bd158afda6 req-dc325b67-533c-4ec4-8c9b-9ed6400ef2f9 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418124 Apr 07 12:03:48.192928 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf82bc-694b-4cb7-ad0f-aa0f787e2acc req-731ddbaa-1363-4a96-867e-4fb8b5079f78 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:48.194372 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efbf82bc-694b-4cb7-ad0f-aa0f787e2acc req-731ddbaa-1363-4a96-867e-4fb8b5079f78 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0509369 Apr 07 12:03:48.241462 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-efbf82bc-694b-4cb7-ad0f-aa0f787e2acc req-99c31161-a069-4d72-b7c7-843ef6245a71 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Apr 07 12:03:49.362580 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14befe-e23a-422d-850d-284d59a0b266 req-d95cdbb1-3f05-431e-a46d-bcfab39a996e tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:49.364067 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9e14befe-e23a-422d-850d-284d59a0b266 req-d95cdbb1-3f05-431e-a46d-bcfab39a996e tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 944 time: 0.0563333 Apr 07 12:03:49.413373 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-9e14befe-e23a-422d-850d-284d59a0b266 req-9141c7e7-0743-4370-b770-c373046242aa tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Apr 07 12:03:50.181343 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 75fc0c6b-fe11-4ff8-a70d-84be79995698 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=109861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:03:50.290441 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 75fc0c6b-fe11-4ff8-a70d-84be79995698, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:50.303912 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Returning: {'device': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'port_id': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'mac_address': 'fa:16:3e:eb:c0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:03:50.349168 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 75fc0c6b-fe11-4ff8-a70d-84be79995698 is: DOWN; New status is: BUILD {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:50.349564 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.365299 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fc0c6b-fe11-4ff8-a70d-84be79995698 {{(pid=109861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:03:50.389651 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 75fc0c6b-fe11-4ff8-a70d-84be79995698, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:50.395055 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:50.448788 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=75fc0c6b-fe11-4ff8-a70d-84be79995698,revision_number=4']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:50.456937 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.457294 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.457670 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.458145 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.458493 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.458831 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.459167 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.459496 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.459829 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.460159 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.460489 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.460818 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.461166 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.461491 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.461818 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:50.541363 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b1828-1ca1-4fbc-bed5-5ffc18e7c9f5 req-06692107-8772-4e37-9601-05b5d2366369 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:50.542808 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858b1828-1ca1-4fbc-bed5-5ffc18e7c9f5 req-06692107-8772-4e37-9601-05b5d2366369 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 945 time: 0.0608704 Apr 07 12:03:50.592275 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-858b1828-1ca1-4fbc-bed5-5ffc18e7c9f5 req-e7ba4fc8-c299-4001-acb9-5d6912edc4e4 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Apr 07 12:03:50.636551 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] get_ports_and_sgs() called for port_ids ['75fc0c6b-fe11-4ff8-a70d-84be79995698'] {{(pid=109861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:03:51.715521 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4b04c-486f-4912-82b7-6e574aec271a req-0629f226-c960-4ba1-bb18-043659977c1f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:51.717026 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2df4b04c-486f-4912-82b7-6e574aec271a req-0629f226-c960-4ba1-bb18-043659977c1f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 945 time: 0.0525582 Apr 07 12:03:51.773098 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2df4b04c-486f-4912-82b7-6e574aec271a req-44a29d62-8136-45a7-9105-57069356ae3b tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501535 Apr 07 12:03:52.183971 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 75fc0c6b-fe11-4ff8-a70d-84be79995698 up at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:03:52.233043 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning for port 75fc0c6b-fe11-4ff8-a70d-84be79995698 completed by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:03:52.237650 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.provisioning_blocks [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Provisioning complete for port 75fc0c6b-fe11-4ff8-a70d-84be79995698 triggered by entity L2. {{(pid=109861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:03:52.238022 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7795614'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), provisioning_complete {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:52.319652 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Current status of the port 75fc0c6b-fe11-4ff8-a70d-84be79995698 is: BUILD; New status is: ACTIVE {{(pid=109861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:03:52.319943 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), before_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:52.343317 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698'}] {{(pid=109861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:52.345598 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad7f21c5791a21671cf065e6f296cffd93e4779531f6639e43a0c77db18d600c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a3b9f-edef-4d93-9aa8-adfca047748e" -d '{"events": [{"server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "name": "network-vif-plugged", "status": "completed", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698"}]}' {{(pid=109861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:52.358610 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.db [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] For port 75fc0c6b-fe11-4ff8-a70d-84be79995698, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:03:52.363535 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:52.410927 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Pushing event updated for resources: {'Port': ['ID=75fc0c6b-fe11-4ff8-a70d-84be79995698,revision_number=5']} {{(pid=109861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:52.445671 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55bd102-c257-4e08-87a6-999cbe014ce1 x-openstack-request-id: req-d55bd102-c257-4e08-87a6-999cbe014ce1 {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:52.445987 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "name": "network-vif-plugged", "status": "completed", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698", "code": 200}]} {{(pid=109861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:52.446245 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d55bd102-c257-4e08-87a6-999cbe014ce1 {{(pid=109861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:52.446653 dv-cinder-836804-2-iscsi neutron-server[109861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55bd102-c257-4e08-87a6-999cbe014ce1'] response: {'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'code': 200} Apr 07 12:03:52.674797 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3460f5-beaa-4870-bc51-9ee95a181498 req-e359714b-0858-4654-b237-eecd0dc86192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:52.676389 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1a3460f5-beaa-4870-bc51-9ee95a181498 req-e359714b-0858-4654-b237-eecd0dc86192 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1130 time: 0.0474210 Apr 07 12:03:52.726226 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1a3460f5-beaa-4870-bc51-9ee95a181498 req-3af2cac2-d225-4da0-beef-9eaa3a2e3c16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Apr 07 12:03:52.894859 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ba35-2c69-4e1b-8b3e-0d4d70f38e41 req-89767c6f-af19-4594-b940-7354b2877602 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:52.896336 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae79ba35-2c69-4e1b-8b3e-0d4d70f38e41 req-89767c6f-af19-4594-b940-7354b2877602 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 946 time: 0.0522621 Apr 07 12:03:52.953354 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-ae79ba35-2c69-4e1b-8b3e-0d4d70f38e41 req-2dfb2cc1-fbd5-4942-b0aa-10c5172b9761 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506899 Apr 07 12:03:54.075774 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92b521-1361-4ca1-bd99-17450eb4fd25 req-98e8232a-3d2b-43f9-87c7-2604436db2ca tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:54.077286 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f92b521-1361-4ca1-bd99-17450eb4fd25 req-98e8232a-3d2b-43f9-87c7-2604436db2ca tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 946 time: 0.0548692 Apr 07 12:03:54.125537 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-4f92b521-1361-4ca1-bd99-17450eb4fd25 req-1fa22123-17f3-4581-a91a-01b1877ef4cb tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425849 Apr 07 12:03:54.259530 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdededf0-72ac-4db4-99ba-7a03cd5d33e1 req-f2daa5aa-2ede-47db-bf14-73e6384ded8f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:54.260968 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdededf0-72ac-4db4-99ba-7a03cd5d33e1 req-f2daa5aa-2ede-47db-bf14-73e6384ded8f tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 946 time: 0.0636885 Apr 07 12:03:54.310134 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-fdededf0-72ac-4db4-99ba-7a03cd5d33e1 req-adbd6e0d-769d-4fa7-8974-56e2b905e8ad tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432072 Apr 07 12:03:54.331959 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45698) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:54.374495 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e05c6b-5871-4c39-a97c-a056610df359 tempest-TestVolumeBootPattern-1308724324 tempest-TestVolumeBootPattern-1308724324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:54.375995 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-83e05c6b-5871-4c39-a97c-a056610df359 tempest-TestVolumeBootPattern-1308724324 tempest-TestVolumeBootPattern-1308724324-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1125 time: 0.0431089 Apr 07 12:03:54.378676 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45700) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:03:54.383093 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.v2.base [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Request body: {'floatingip': {'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'port_id': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:03:54.403344 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.498644 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (None), before_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.597766 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.db_base_plugin_common [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Allocated IP 172.27.2.66 (07030f37-f959-4a42-ad5b-5c65fe2ab514/d6fdc641-956a-4a6c-b198-40396cc19b31/1034fb5f-a495-4e3f-bbec-15bd7dfcb15d) {{(pid=109859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:03:54.698638 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.730012 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785987893077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:54.767188 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Network 07030f37-f959-4a42-ad5b-5c65fe2ab514 is already hosted by enough agents. {{(pid=109859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:03:54.770038 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.base_scheduler [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Resources bound (agent type, host, resource id): {{(pid=109859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:03:54.775464 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Received port after_create {{(pid=109859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:03:54.796127 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=1034fb5f-a495-4e3f-bbec-15bd7dfcb15d,revision_number=1']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:54.807347 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.807697 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.808045 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.808387 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.808723 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.809082 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.809415 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.809744 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.810070 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.810400 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.810729 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.811056 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.811381 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.811704 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:54.812025 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:03:55.138810 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (3c9f36e2-45c5-46e2-84d4-40047ef22895), precommit_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.203044 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7855937'] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.345968 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.350250 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785988417895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785987893095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785987893113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315321'] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.416223 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event updated for resources: {'Port': ['ID=1034fb5f-a495-4e3f-bbec-15bd7dfcb15d,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:03:55.429451 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513483'] for floatingip (3c9f36e2-45c5-46e2-84d4-40047ef22895), after_create {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:55.528651 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Floating IP 3c9f36e2-45c5-46e2-84d4-40047ef22895 associated. External IP: 172.27.2.66, port: 75fc0c6b-fe11-4ff8-a70d-84be79995698. Apr 07 12:03:56.010273 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:03:56.114412 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:03:56.125436 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:03:56.132542 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:56.138007 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:56.138641 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:03:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.162109 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-fb7230f7-3e43-4fad-be83-fcbac400e2c6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7824373 Apr 07 12:03:56.162832 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:03:56.165029 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf3648d-b4c2-4bc3-9c77-25284d591481" -d '{"events": [{"name": "network-changed", "server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:03:56.247282 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:56.252563 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08269a-0761-49ce-b66d-347f1fcbc2f2 x-openstack-request-id: req-8d08269a-0761-49ce-b66d-347f1fcbc2f2 {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:03:56.252875 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:03:56.253134 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d08269a-0761-49ce-b66d-347f1fcbc2f2 {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:03:56.253546 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d08269a-0761-49ce-b66d-347f1fcbc2f2'] response: {'name': 'network-changed', 'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'status': 'completed', 'code': 200} Apr 07 12:03:56.318528 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-f93e4b1f-f9b8-4029-a599-4cf51beb282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.320032 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-f93e4b1f-f9b8-4029-a599-4cf51beb282b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1130 time: 0.0435121 Apr 07 12:03:56.408155 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-0b6ad0a2-b38c-4a85-9707-6c8934fa8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.409679 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-0b6ad0a2-b38c-4a85-9707-6c8934fa8360 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0835829 Apr 07 12:03:56.471150 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '3c9f36e2-45c5-46e2-84d4-40047ef22895', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:eb:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:55Z', 'updated_at': '2022-04-07T12:03:55Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}, {'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:03Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.477263 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-4d285831-07b9-43d0-bc23-f6772b9dd995 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 200 len: 999 time: 0.0610478 Apr 07 12:03:56.496252 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:03:56.504433 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:03:56.504979 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:03:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.523509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-057b03dd-5887-48e2-9af0-052e397814d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.525562 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-057b03dd-5887-48e2-9af0-052e397814d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0433285 Apr 07 12:03:56.572684 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-ed66ce84-798c-4fc8-860a-8a83cb2b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:03:56.574224 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-ed66ce84-798c-4fc8-860a-8a83cb2b8676 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433745 Apr 07 12:03:56.612023 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:03:56.664293 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-590fe63d-5c8b-4c32-b304-6d6a1db83b31 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844400 Apr 07 12:03:56.754794 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-bdf3648d-b4c2-4bc3-9c77-25284d591481 req-c4e2d03a-5910-4ab9-9d81-e9a54d6a001f service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Apr 07 12:03:56.835976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '3c9f36e2-45c5-46e2-84d4-40047ef22895', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:eb:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:55Z', 'updated_at': '2022-04-07T12:03:55Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}, {'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:03Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:03:56.862685 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3450a67-8b95-4f48-996f-65f37f39778f None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': '3c9f36e2-45c5-46e2-84d4-40047ef22895', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:eb:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:03:55Z', 'updated_at': '2022-04-07T12:03:55Z', 'revision_number': 0, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}, {'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:03Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:03:57.047435 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06100e6-fce3-46dd-a286-8942b972af03 None None] New status for floating IP 3c9f36e2-45c5-46e2-84d4-40047ef22895: ACTIVE {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:03:57.374830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-393aade0-14a4-49c5-b5d3-a864b97bc1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:59.590382 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ffd7f2fe-8d80-4610-85cd-5899588b45d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:00.733781 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:02.010077 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.501901 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-16ddbcdd-1dd4-4e08-8771-dbc17ed6f9ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448494 Apr 07 12:04:03.583194 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-4b6dfac4-edbf-4186-bd5f-e6d9ffb7832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:03.584656 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-4b6dfac4-edbf-4186-bd5f-e6d9ffb7832e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1129 time: 0.0424750 Apr 07 12:04:03.634009 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:03.689378 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-e00532dd-0d7a-48a8-9e62-4e6f7e27be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:03.690827 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-e00532dd-0d7a-48a8-9e62-4e6f7e27be86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0892603 Apr 07 12:04:03.755530 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-9b39679f-d898-49c0-acf2-862c231625ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 1001 time: 0.0576494 Apr 07 12:04:03.800744 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-43b54e76-f17c-4b85-a058-00946d537449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:03.802145 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-43b54e76-f17c-4b85-a058-00946d537449 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0418696 Apr 07 12:04:03.854202 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-12c4e350-ff9d-4e22-b7cf-4ad41a2c66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:04:03.855741 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-12c4e350-ff9d-4e22-b7cf-4ad41a2c66e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484917 Apr 07 12:04:03.942088 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-cfbb8a6f-b92c-4121-b153-9ccebf69915d service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809391 Apr 07 12:04:04.033966 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-beafe2a9-15a4-4fd9-9f22-3ea5abed5fda req-6beb512b-cdab-4b54-baba-a852c1d5ce33 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Apr 07 12:04:04.557244 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:16.663614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:27.376102 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-77ac2cc0-5608-465f-89af-11ff4c2f3f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:29.591306 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff3ad-c425-4d30-b773-968487d943f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:30.736448 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:32.013946 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:33.626292 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:41.555996 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:04:46.667013 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:57.377224 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b149-9387-4a41-be0d-f75b9f05f9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:04:59.592232 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b0c208fd-ccfe-4c54-98af-3b83f933d9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:00.739718 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:02.004631 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:03.628490 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:05.505876 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-61f48a98-20d8-46ac-9cda-ebc3a744658b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451031 Apr 07 12:05:05.566953 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-01de178b-e379-454c-bfc6-13e3ef98db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:05.568406 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-01de178b-e379-454c-bfc6-13e3ef98db76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1130 time: 0.0419922 Apr 07 12:05:05.670519 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-82115234-a44b-467d-baf6-444a6267585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:05.671973 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-82115234-a44b-467d-baf6-444a6267585a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0854645 Apr 07 12:05:05.738595 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-cd868719-0a95-4dfa-8c49-edd0d6c3d66a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 200 len: 1001 time: 0.0600004 Apr 07 12:05:05.789600 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-d32656bf-f1ca-4834-b01c-95d6e973defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:05.790944 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-d32656bf-f1ca-4834-b01c-95d6e973defe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0452516 Apr 07 12:05:05.838233 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-b9bf0551-cbb7-45e6-84c9-9702840562a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:05.839724 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-b9bf0551-cbb7-45e6-84c9-9702840562a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430546 Apr 07 12:05:05.849298 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-6eeeeb1c-ff6c-4812-bab1-77a4ee3a1426 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:05:05.850237 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-6eeeeb1c-ff6c-4812-bab1-77a4ee3a1426 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048337 Apr 07 12:05:05.934760 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-15f1580a-293d-4cb2-9547-ec5e8d5af190 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786989 Apr 07 12:05:06.023542 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-1e0fae01-19b8-4f7c-a1ad-3dab3542d51c req-07042666-2062-4486-9fc6-e2f9db964334 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829129 Apr 07 12:05:13.386230 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-0c36df22-16a2-4870-8c02-9d983f562e65 service neutron] (109859) timed out ('10.222.0.47', 40776) {{(pid=109859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:05:13.558383 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [req-efff7cb1-67a5-4352-b399-37ab44301259 req-f5972f75-57eb-4fa9-ac2b-fcffa002e760 tempest-AttachVolumeShelveTestJSON-517201688 tempest-AttachVolumeShelveTestJSON-517201688-project] (109859) timed out ('10.222.0.47', 40784) {{(pid=109859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:05:16.678147 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:18.555347 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:27.378648 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-53225ca4-1377-4911-9bbf-b80caf15c73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:29.593004 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-fb8a266a-03e7-4e9e-93d1-a73725d1a382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:30.742870 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:32.012328 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:33.629732 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.656409 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45734) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:34.845724 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Deleting port 1034fb5f-a495-4e3f-bbec-15bd7dfcb15d {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:34.846061 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.923024 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.923350 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:34.934472 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Calling delete_port for 1034fb5f-a495-4e3f-bbec-15bd7dfcb15d owned by network:floatingip {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:35.074082 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (1034fb5f-a495-4e3f-bbec-15bd7dfcb15d), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.101906 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'Port': ['ID=1034fb5f-a495-4e3f-bbec-15bd7dfcb15d,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:35.126081 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.126432 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.126780 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.127118 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.127451 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.127785 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.128114 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.128439 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.128764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.129120 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.129447 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.129772 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.130095 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.130415 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.130732 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:35.171847 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (3c9f36e2-45c5-46e2-84d4-40047ef22895), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.172181 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.db.l3_db [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Floating IP 3c9f36e2-45c5-46e2-84d4-40047ef22895 disassociated (deleted). External IP: 172.27.2.66, port: 75fc0c6b-fe11-4ff8-a70d-84be79995698. Apr 07 12:05:35.375471 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:35.488434 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:35.492829 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:35.499094 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:35.508750 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:35.509904 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:35.521509 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-382e5728-d33c-4eb4-b148-c22e53189c79 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "DELETE /v2.0/floatingips/3c9f36e2-45c5-46e2-84d4-40047ef22895 HTTP/1.1" status: 204 len: 168 time: 0.8639834 Apr 07 12:05:35.522100 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698'}] {{(pid=109859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:35.524390 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3701dc42c56357f76416d05ecd8d223d0d2d32c78e80dea9da71addae31a11a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45331c82-c6e1-44e2-9acd-7cc66716c225" -d '{"events": [{"name": "network-changed", "server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698"}]}' {{(pid=109859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:35.561928 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b90b2-2b67-4efe-adb1-5232f695179f x-openstack-request-id: req-896b90b2-2b67-4efe-adb1-5232f695179f {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:35.562221 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698", "status": "completed", "code": 200}]} {{(pid=109859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:35.562475 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-896b90b2-2b67-4efe-adb1-5232f695179f {{(pid=109859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:35.562885 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b90b2-2b67-4efe-adb1-5232f695179f'] response: {'name': 'network-changed', 'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'status': 'completed', 'code': 200} Apr 07 12:05:35.621356 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:35.634823 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-28e275d4-af7d-44b7-9774-978b787e3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:35.636966 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-28e275d4-af7d-44b7-9774-978b787e3686 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 1130 time: 0.0497353 Apr 07 12:05:35.736355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-6fcadc07-c036-4791-8401-bffa21321589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:35.737907 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-6fcadc07-c036-4791-8401-bffa21321589 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0938132 Apr 07 12:05:35.762523 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afffaba-4f14-474a-9945-a8c81c651de0 req-2badd38d-b505-4bbc-beca-6283728e8652 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:35.764140 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2afffaba-4f14-474a-9945-a8c81c651de0 req-2badd38d-b505-4bbc-beca-6283728e8652 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 946 time: 0.0542147 Apr 07 12:05:35.812256 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-2afffaba-4f14-474a-9945-a8c81c651de0 req-dda2eddc-86bd-46d4-b2fa-03f908f21380 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Apr 07 12:05:35.856145 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:03Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:35.881239 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:35.890142 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:35.890671 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:35.999703 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:36.213931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:03Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:36.242810 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c78b6-4582-43e4-8e62-e542d6793628 None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_floatingips': [{'id': 'a554e856-e342-404c-a4fb-8bbd2e916459', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'router_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'port_id': 'fa247526-c893-4607-8319-2e501f4a1e53', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'mac_address': 'fa:16:3e:ec:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:02:00Z', 'updated_at': '2022-04-07T12:02:03Z', 'revision_number': 1, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:36.457461 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63881e17-e8e2-417b-ac94-3b6cd377d3e4 None None] New status for floating IP 3c9f36e2-45c5-46e2-84d4-40047ef22895: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:05:36.684199 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-ad18680e-be26-4021-83f3-fcc00fbf0fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 200 len: 217 time: 0.0342774 Apr 07 12:05:36.734265 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-cb82c590-5296-46dc-a7ea-3cb39c0c9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:36.735649 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-cb82c590-5296-46dc-a7ea-3cb39c0c9d84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0451057 Apr 07 12:05:36.794872 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-1b45bf98-1877-4b7f-b788-1a6545996d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:36.796363 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-1b45bf98-1877-4b7f-b788-1a6545996d1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450637 Apr 07 12:05:36.917891 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-96e6d448-530c-4b2f-9c25-6dff323dcae1 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814502 Apr 07 12:05:36.932910 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7925-61e3-4673-a6b6-121e2e45e1f9 req-417cb72a-f03d-4cfd-8574-84d7e8d7fb37 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:36.934390 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-536f7925-61e3-4673-a6b6-121e2e45e1f9 req-417cb72a-f03d-4cfd-8574-84d7e8d7fb37 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 946 time: 0.0552697 Apr 07 12:05:36.983730 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-536f7925-61e3-4673-a6b6-121e2e45e1f9 req-37d68b85-5db7-4eec-9398-78a7e1b28bd6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428813 Apr 07 12:05:37.011074 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-45331c82-c6e1-44e2-9acd-7cc66716c225 req-dc7af51a-3703-4031-896d-f7c55e902ddd service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872984 Apr 07 12:05:37.212431 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-59ea2578-347d-4a5c-bb42-dcc00bbc30f6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:37.213929 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-59ea2578-347d-4a5c-bb42-dcc00bbc30f6 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 946 time: 0.0508044 Apr 07 12:05:37.303381 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Deleting port 75fc0c6b-fe11-4ff8-a70d-84be79995698 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:37.303696 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.389763 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] For port 75fc0c6b-fe11-4ff8-a70d-84be79995698, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=75fc0c6b-fe11-4ff8-a70d-84be79995698,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:37.390128 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.402433 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Calling delete_port for 75fc0c6b-fe11-4ff8-a70d-84be79995698 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:37.527614 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (75fc0c6b-fe11-4ff8-a70d-84be79995698), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.554800 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'Port': ['ID=75fc0c6b-fe11-4ff8-a70d-84be79995698,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:37.566672 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.567025 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.567374 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.567712 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.568045 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.568386 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.568719 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.569077 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.569402 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.569732 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.570058 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.570385 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.570711 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.571036 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.571356 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-2-iscsi {{(pid=109860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:05:37.609199 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] No DVR routers for this DVR port 75fc0c6b-fe11-4ff8-a70d-84be79995698 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:37.611587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:37.614840 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-3bf19b4a-fe9e-4804-b581-12bbeda1ec95 req-f3140af3-c3ca-473c-a349-bc0f6d4bb911 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "DELETE /v2.0/ports/75fc0c6b-fe11-4ff8-a70d-84be79995698 HTTP/1.1" status: 204 len: 173 time: 0.3962913 Apr 07 12:05:37.615271 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'name': 'network-vif-deleted', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:37.617522 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9403a2-52cc-42c7-8760-9cbd6371ac51" -d '{"events": [{"server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "name": "network-vif-deleted", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:37.711716 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044e7e81-a576-48d2-a882-909c67169c9e x-openstack-request-id: req-044e7e81-a576-48d2-a882-909c67169c9e {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:37.712385 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8543893a-936a-47d8-ad91-14e49ec7e50d", "name": "network-vif-deleted", "tag": "75fc0c6b-fe11-4ff8-a70d-84be79995698", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:37.712385 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-044e7e81-a576-48d2-a882-909c67169c9e {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:37.712676 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044e7e81-a576-48d2-a882-909c67169c9e'] response: {'server_uuid': '8543893a-936a-47d8-ad91-14e49ec7e50d', 'name': 'network-vif-deleted', 'tag': '75fc0c6b-fe11-4ff8-a70d-84be79995698', 'status': 'completed', 'code': 200} Apr 07 12:05:38.095733 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b254744-d542-4c3b-a14e-e96fd61bec93 req-f797c57c-7493-480d-82d3-dbf5c674d685 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=8543893a-936a-47d8-ad91-14e49ec7e50d HTTP/1.1" status: 200 len: 210 time: 0.0266578 Apr 07 12:05:40.735164 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 75fc0c6b-fe11-4ff8-a70d-84be79995698 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:40.755121 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: 75fc0c6b-fe11-4ff8-a70d-84be79995698 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:40.755461 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device 75fc0c6b-fe11-4ff8-a70d-84be79995698 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:41.371308 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45778) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:41.521183 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Deleting port 471664d2-d2a4-4b84-82b4-98e772ac8176 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:41.521521 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.592609 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.592959 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (471664d2-d2a4-4b84-82b4-98e772ac8176), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.604114 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Calling delete_port for 471664d2-d2a4-4b84-82b4-98e772ac8176 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:41.747607 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (471664d2-d2a4-4b84-82b4-98e772ac8176), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.774622 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'Port': ['ID=471664d2-d2a4-4b84-82b4-98e772ac8176,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:41.834849 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (a554e856-e342-404c-a4fb-8bbd2e916459), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:41.835176 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.db.l3_db [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Floating IP a554e856-e342-404c-a4fb-8bbd2e916459 disassociated (deleted). External IP: 172.27.2.160, port: fa247526-c893-4607-8319-2e501f4a1e53. Apr 07 12:05:42.040191 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:42.373295 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:42.378749 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:42.384737 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:42.395664 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:42.396268 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:42.409993 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-52c7e1b5-65ae-4c64-99d1-6888c6ab0a66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "DELETE /v2.0/floatingips/a554e856-e342-404c-a4fb-8bbd2e916459 HTTP/1.1" status: 204 len: 168 time: 1.0376310 Apr 07 12:05:42.410587 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:42.412840 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6361d40-2205-4239-8a81-9a28ecfe9cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "tag": "fa247526-c893-4607-8319-2e501f4a1e53"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:42.450094 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb94314-758d-430c-94e4-1e09217987cf x-openstack-request-id: req-6cb94314-758d-430c-94e4-1e09217987cf {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:42.450391 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "tag": "fa247526-c893-4607-8319-2e501f4a1e53", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:42.450652 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cb94314-758d-430c-94e4-1e09217987cf {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:42.451057 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb94314-758d-430c-94e4-1e09217987cf'] response: {'name': 'network-changed', 'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53', 'status': 'completed', 'code': 200} Apr 07 12:05:42.512593 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:42.517405 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-ee8ddabd-3b55-4f4d-a97e-42f8cf63cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:42.518939 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-ee8ddabd-3b55-4f4d-a97e-42f8cf63cbc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 1129 time: 0.0473304 Apr 07 12:05:42.625611 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-043bf175-4fd7-4ed2-96fc-81543f48fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:42.626985 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-043bf175-4fd7-4ed2-96fc-81543f48fcf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 200 len: 913 time: 0.0943930 Apr 07 12:05:42.641764 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a82b6-5131-4fab-a0da-8d8340407730 req-979f1852-f582-48ee-815d-6146efac9b05 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:42.643272 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b7a82b6-5131-4fab-a0da-8d8340407730 req-979f1852-f582-48ee-815d-6146efac9b05 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 945 time: 0.0563650 Apr 07 12:05:42.691392 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7b7a82b6-5131-4fab-a0da-8d8340407730 req-6c7a19da-ead0-483b-9606-6a44128c58aa tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Apr 07 12:05:42.718610 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:42.744841 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:42.752880 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:42.753482 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:42.860019 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:43.055169 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:43.207231 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19db35-f449-484f-a13a-99b36a9fe42e None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T11:59:02Z', 'revision_number': 4, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi', '_interfaces': [{'id': '1e65d1fa-668b-4e67-a11c-a2905226f81a', 'name': '', 'network_id': '2501f30d-2bd0-40a9-a2a5-30d554652e07', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'mac_address': 'fa:16:3e:5e:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:01Z', 'updated_at': '2022-04-07T11:59:07Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'subnets': [{'id': 'e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:43.408982 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843cc4b9-2a7a-45be-b32f-f824b05c7198 None None] New status for floating IP a554e856-e342-404c-a4fb-8bbd2e916459: DOWN {{(pid=109862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:05:43.548514 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-bf47fd6a-2dbe-4335-b5e6-36cbee58e740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 200 len: 217 time: 0.0341508 Apr 07 12:05:43.595635 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-5bf6d137-0771-47cb-9a27-606ebffeb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:43.597046 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-5bf6d137-0771-47cb-9a27-606ebffeb534 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 200 len: 851 time: 0.0412223 Apr 07 12:05:43.659269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-b2a42c4c-c2f6-401d-b84e-0c9631563052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:43.660774 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-b2a42c4c-c2f6-401d-b84e-0c9631563052 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2501f30d-2bd0-40a9-a2a5-30d554652e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469306 Apr 07 12:05:43.790042 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-8972fc20-fc1b-4ea4-97a2-2a4d7791a983 service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810070 Apr 07 12:05:43.814752 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520eaac-8bde-4bbb-97d3-d5f59f5750ea req-e35ff86b-331f-4c0f-9838-8ec685f1af66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:43.816138 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7520eaac-8bde-4bbb-97d3-d5f59f5750ea req-e35ff86b-331f-4c0f-9838-8ec685f1af66 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 945 time: 0.0577192 Apr 07 12:05:43.863409 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-7520eaac-8bde-4bbb-97d3-d5f59f5750ea req-e1636dff-0939-4235-9777-845eaae9dd12 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd31ca35-4588-403c-a80c-57637c4079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416842 Apr 07 12:05:43.887024 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-a6361d40-2205-4239-8a81-9a28ecfe9cf8 req-b3f185cb-af2b-45a0-b37c-9af45210992d service neutron] 10.222.0.26 "GET /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909278 Apr 07 12:05:44.032405 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-41992a7d-4110-4567-a086-5b09dbb62917 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:05:44.033929 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-41992a7d-4110-4567-a086-5b09dbb62917 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 945 time: 0.0504472 Apr 07 12:05:44.122630 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Deleting port fa247526-c893-4607-8319-2e501f4a1e53 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:44.122867 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (fa247526-c893-4607-8319-2e501f4a1e53), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.208655 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] For port fa247526-c893-4607-8319-2e501f4a1e53, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=fa247526-c893-4607-8319-2e501f4a1e53,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:44.209038 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (fa247526-c893-4607-8319-2e501f4a1e53), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.222090 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Calling delete_port for fa247526-c893-4607-8319-2e501f4a1e53 owned by compute:nova {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:44.351081 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (fa247526-c893-4607-8319-2e501f4a1e53), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.378451 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'Port': ['ID=fa247526-c893-4607-8319-2e501f4a1e53,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:44.424438 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] No DVR routers for this DVR port fa247526-c893-4607-8319-2e501f4a1e53 on host hv-cinder-83680 {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:44.426946 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for port (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:44.430217 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [req-b424ef76-20e5-4a39-a11e-b53b4cec52bf req-fbedf3fd-b90e-4999-b475-1a5bff4f51d0 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.26 "DELETE /v2.0/ports/fa247526-c893-4607-8319-2e501f4a1e53 HTTP/1.1" status: 204 len: 173 time: 0.3909698 Apr 07 12:05:44.451964 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'name': 'network-vif-deleted', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53'}] {{(pid=109860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:05:44.454936 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9844f2f2ea882cf76e24de9edf9aaa69c239b082e5ba8f7714421c8de90ef5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141384e-4391-4691-96c7-1b2ca3746dcc" -d '{"events": [{"server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "name": "network-vif-deleted", "tag": "fa247526-c893-4607-8319-2e501f4a1e53"}]}' {{(pid=109860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:05:44.489801 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7334c534-6849-4e02-9b0b-9cfd66d93026 x-openstack-request-id: req-7334c534-6849-4e02-9b0b-9cfd66d93026 {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:05:44.490095 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbc1e25-e1ca-445b-8a24-365b716d8f8b", "name": "network-vif-deleted", "tag": "fa247526-c893-4607-8319-2e501f4a1e53", "status": "completed", "code": 200}]} {{(pid=109860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:05:44.490345 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7334c534-6849-4e02-9b0b-9cfd66d93026 {{(pid=109860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:05:44.490747 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7334c534-6849-4e02-9b0b-9cfd66d93026'] response: {'server_uuid': 'cdbc1e25-e1ca-445b-8a24-365b716d8f8b', 'name': 'network-vif-deleted', 'tag': 'fa247526-c893-4607-8319-2e501f4a1e53', 'status': 'completed', 'code': 200} Apr 07 12:05:44.972379 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [req-d51e0bdd-4a0b-4adb-854f-d53ec1e6f74f req-4693a54e-1b06-4273-a25a-3f567e310dac tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdbc1e25-e1ca-445b-8a24-365b716d8f8b HTTP/1.1" status: 200 len: 210 time: 0.0316048 Apr 07 12:05:46.028640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45794) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:46.147736 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Deleting port 6fb93117-45f8-42d8-a92f-0abea85a6ef5 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:46.148080 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.223010 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.223331 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (6fb93117-45f8-42d8-a92f-0abea85a6ef5), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.236310 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Calling delete_port for 6fb93117-45f8-42d8-a92f-0abea85a6ef5 owned by network:floatingip {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:46.363957 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (6fb93117-45f8-42d8-a92f-0abea85a6ef5), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.388540 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'Port': ['ID=6fb93117-45f8-42d8-a92f-0abea85a6ef5,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:46.449104 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for floatingip (89129c81-1f74-44cf-8c0e-e5cd1485ec52), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.451555 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224039'] for floatingip (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.452703 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-aced4359-b4a4-4436-bdf0-9683cf561301 tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "DELETE /v2.0/floatingips/89129c81-1f74-44cf-8c0e-e5cd1485ec52 HTTP/1.1" status: 204 len: 168 time: 0.4230540 Apr 07 12:05:46.693144 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:46.758291 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device fa247526-c893-4607-8319-2e501f4a1e53 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:46.779373 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] No Port match for: fa247526-c893-4607-8319-2e501f4a1e53 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:46.779719 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Device fa247526-c893-4607-8319-2e501f4a1e53 not bound to the agent host hv-cinder-83680 {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:47.643355 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45806) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:47.701750 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-353272ca-e928-45df-b827-8b1cabd6b2ff tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group (fd31ca35-4588-403c-a80c-57637c4079ad), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:47.726314 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-353272ca-e928-45df-b827-8b1cabd6b2ff tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group (fd31ca35-4588-403c-a80c-57637c4079ad), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:47.783144 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-353272ca-e928-45df-b827-8b1cabd6b2ff tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (fd31ca35-4588-403c-a80c-57637c4079ad), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:47.785720 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-353272ca-e928-45df-b827-8b1cabd6b2ff tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Publish callbacks [] for security_group (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:47.786856 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-353272ca-e928-45df-b827-8b1cabd6b2ff tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] 10.222.0.47 "DELETE /v2.0/security-groups/fd31ca35-4588-403c-a80c-57637c4079ad HTTP/1.1" status: 204 len: 168 time: 0.1425140 Apr 07 12:05:47.796088 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353272ca-e928-45df-b827-8b1cabd6b2ff tempest-TestVolumeBootPattern-1743011999 tempest-TestVolumeBootPattern-1743011999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31ca35-4588-403c-a80c-57637c4079ad,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:47.837997 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45810) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:48.261179 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (485c3014-bc85-422d-8b14-f1b7da317527), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:48.498477 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Deleting port 1e65d1fa-668b-4e67-a11c-a2905226f81a {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:48.498815 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:48.576386 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] For port 1e65d1fa-668b-4e67-a11c-a2905226f81a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=1e65d1fa-668b-4e67-a11c-a2905226f81a,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:48.576664 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:48.588642 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Calling delete_port for 1e65d1fa-668b-4e67-a11c-a2905226f81a owned by network:router_interface {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:48.764620 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (1e65d1fa-668b-4e67-a11c-a2905226f81a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:48.788711 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e65d1fa-668b-4e67-a11c-a2905226f81a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:48.957369 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (485c3014-bc85-422d-8b14-f1b7da317527), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:49.180420 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Router 485c3014-bc85-422d-8b14-f1b7da317527 has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:49.284667 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:49.289614 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-44bed2da-08b1-4ebd-9df0-bf3924cbad94 admin admin] 10.222.0.47 "PUT /v2.0/routers/485c3014-bc85-422d-8b14-f1b7da317527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506085 Apr 07 12:05:49.292742 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45814) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:49.295483 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] Sync routers for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:49.307472 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:49.308085 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:49.394018 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks [] for router (485c3014-bc85-422d-8b14-f1b7da317527), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:49.412668 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:49.600074 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T12:05:48Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:49.626168 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] Checking router: 485c3014-bc85-422d-8b14-f1b7da317527 for host: dv-cinder-836804-2-iscsi {{(pid=109861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:49.635705 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] Routers {'485c3014-bc85-422d-8b14-f1b7da317527'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:49.636323 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['485c3014-bc85-422d-8b14-f1b7da317527'], 'active': True} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:49.730320 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks [] for router_gateway (485c3014-bc85-422d-8b14-f1b7da317527), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:49.742485 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_dvr_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] Set router 485c3014-bc85-422d-8b14-f1b7da317527 gateway port host: dv-cinder-836804-2-iscsi {{(pid=109861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:49.782361 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Deleting port 0d96f806-96e1-493d-8cee-989fb20e116a {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:49.782983 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:49.858972 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] For port 0d96f806-96e1-493d-8cee-989fb20e116a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=0d96f806-96e1-493d-8cee-989fb20e116a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:49.859239 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:49.875264 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Calling delete_port for 0d96f806-96e1-493d-8cee-989fb20e116a owned by network:router_gateway {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:49.920242 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.db.l3_hamode_db [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T12:05:48Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:49.946274 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac96488-4abf-4c11-a8f5-7dd4a6fbf1da None None] The sync data for ids ['485c3014-bc85-422d-8b14-f1b7da317527'] in dv-cinder-836804-2-iscsi is: [{'id': '485c3014-bc85-422d-8b14-f1b7da317527', 'name': 'tempest-TestVolumeBootPattern-1443404446-router', 'tenant_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:58:59Z', 'updated_at': '2022-04-07T12:05:48Z', 'revision_number': 5, 'project_id': 'c3ebba9bc7824ec59502c077bfd9536d', 'gw_port': {'id': '0d96f806-96e1-493d-8cee-989fb20e116a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485c3014-bc85-422d-8b14-f1b7da317527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:00Z', 'updated_at': '2022-04-07T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}] {{(pid=109861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:50.043269 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (0d96f806-96e1-493d-8cee-989fb20e116a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.069660 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d96f806-96e1-493d-8cee-989fb20e116a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:50.126126 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (485c3014-bc85-422d-8b14-f1b7da317527), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.214183 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (485c3014-bc85-422d-8b14-f1b7da317527), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.216233 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks [] for router_controller (485c3014-bc85-422d-8b14-f1b7da317527), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.261618 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (485c3014-bc85-422d-8b14-f1b7da317527), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.262117 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485c3014-bc85-422d-8b14-f1b7da317527 {{(pid=109860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:05:50.267159 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.268345 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-f1ddf8f5-29a1-4dd5-9391-f76e1f0b26c3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/485c3014-bc85-422d-8b14-f1b7da317527 HTTP/1.1" status: 204 len: 168 time: 0.9746566 Apr 07 12:05:50.270868 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45816) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:50.317315 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Deleting subnet e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:05:50.320484 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Publish callbacks [] for subnet (e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.358863 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.442741 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.494083 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.517289 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:50.525037 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.531853 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-591253a8-ff18-4ff4-9608-dd65880d86e9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e7a79044-1ba6-448c-9cb6-fe0ef21c8cb3 HTTP/1.1" status: 204 len: 168 time: 0.2572746 Apr 07 12:05:50.531976 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577f856-0470-46da-901d-d299749f0aa6 None None] Network 2501f30d-2bd0-40a9-a2a5-30d554652e07 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:05:50.532441 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45818) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:50.608609 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (2501f30d-2bd0-40a9-a2a5-30d554652e07), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.669044 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Deleting port 304d851a-55f4-4b0b-bd55-78134f831bd9 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:50.669385 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.729344 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] For port 304d851a-55f4-4b0b-bd55-78134f831bd9, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=304d851a-55f4-4b0b-bd55-78134f831bd9,segment=NetworkSegment(a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7),segment_id=a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:50.729702 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.741790 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Calling delete_port for 304d851a-55f4-4b0b-bd55-78134f831bd9 owned by network:dhcp {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:50.822031 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (304d851a-55f4-4b0b-bd55-78134f831bd9), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.847179 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=304d851a-55f4-4b0b-bd55-78134f831bd9,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:50.851434 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] No DVR routers for this DVR port 304d851a-55f4-4b0b-bd55-78134f831bd9 on host dv-cinder-836804-2-iscsi {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:50.922329 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (2501f30d-2bd0-40a9-a2a5-30d554652e07), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.941642 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2501f30d-2bd0-40a9-a2a5-30d554652e07']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:50.951045 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:50.951551 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:50.961336 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.975129 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.982103 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:05:50.982600 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (a12b07d7-ddc5-46e4-b0e2-5c6a6f3a71a7), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:50.986366 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc1daa-722d-4e84-93fe-bce81d7ec93a None None] DHCP port deletion for 2501f30d-2bd0-40a9-a2a5-30d554652e07 request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:05:50.992316 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:05:51.051210 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (2501f30d-2bd0-40a9-a2a5-30d554652e07), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:51.056447 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:51.059605 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2501f30d-2bd0-40a9-a2a5-30d554652e07 HTTP/1.1" status: 204 len: 168 time: 0.5271695 Apr 07 12:05:51.062622 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45820) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:51.066591 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0d96f806-96e1-493d-8cee-989fb20e116a no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:51.071032 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef1f4e-8c61-4b3f-8019-1910dd3fb4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2501f30d-2bd0-40a9-a2a5-30d554652e07,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:51.090229 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 0d96f806-96e1-493d-8cee-989fb20e116a {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:51.090644 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0d96f806-96e1-493d-8cee-989fb20e116a not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:51.091135 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 304d851a-55f4-4b0b-bd55-78134f831bd9 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:51.109314 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 304d851a-55f4-4b0b-bd55-78134f831bd9 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:51.109744 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 304d851a-55f4-4b0b-bd55-78134f831bd9 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:51.110163 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 1e65d1fa-668b-4e67-a11c-a2905226f81a no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:51.131695 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 1e65d1fa-668b-4e67-a11c-a2905226f81a {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:51.132034 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 1e65d1fa-668b-4e67-a11c-a2905226f81a not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:51.409671 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-512971'] for router_interface (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:51.647544 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Deleting port 0166bcde-ab6b-452f-a9a8-674e00739deb {{(pid=109859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:51.647886 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:51.721337 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] For port 0166bcde-ab6b-452f-a9a8-674e00739deb, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=0166bcde-ab6b-452f-a9a8-674e00739deb,segment=NetworkSegment(4395f5cf-2659-4620-bf52-4c2ab77a2bf8),segment_id=4395f5cf-2659-4620-bf52-4c2ab77a2bf8)] {{(pid=109859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:51.721698 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:51.733599 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.plugin [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Calling delete_port for 0166bcde-ab6b-452f-a9a8-674e00739deb owned by network:router_interface {{(pid=109859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:51.912934 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315302'] for port (0166bcde-ab6b-452f-a9a8-674e00739deb), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:51.940814 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0166bcde-ab6b-452f-a9a8-674e00739deb,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:52.107672 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512900'] for router_interface (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:52.314996 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c has already been hosted by L3 agent 390c95b7-cb01-47a9-a2e9-48ec11cd9e05 {{(pid=109859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:05:52.418612 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] Notify agent at l3_agent.dv-cinder-836804-2-iscsi the message routers_updated {{(pid=109859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:05:52.423533 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-aa8100b5-a095-480f-8022-3888a4208e01 admin admin] 10.222.0.47 "PUT /v2.0/routers/2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3563428 Apr 07 12:05:52.426492 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45822) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:52.427141 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] Sync routers for ids ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'] in dv-cinder-836804-2-iscsi {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:05:52.436616 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] Routers {'2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:52.437323 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:52.535830 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks [] for router (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:52.545436 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] Set router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c gateway port host: dv-cinder-836804-2-iscsi {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:52.639338 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks [] for router_gateway (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:52.694500 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Deleting port 9b202e39-db90-4466-99a5-e69568db7f9a {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:52.694834 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:52.723426 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'external_fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T12:05:51Z', 'revision_number': 5, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port': {'id': '9b202e39-db90-4466-99a5-e69568db7f9a', 'name': '', 'network_id': '07030f37-f959-4a42-ad5b-5c65fe2ab514', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6fdc641-956a-4a6c-b198-40396cc19b31', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-2-iscsi'}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:52.776640 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] For port 9b202e39-db90-4466-99a5-e69568db7f9a, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=9b202e39-db90-4466-99a5-e69568db7f9a,segment=NetworkSegment(47ca3296-af7d-4333-bb36-984d21d68ffc),segment_id=47ca3296-af7d-4333-bb36-984d21d68ffc)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:52.777107 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:52.794162 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Calling delete_port for 9b202e39-db90-4466-99a5-e69568db7f9a owned by network:router_gateway {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:52.840693 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] Checking router: 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c for host: dv-cinder-836804-2-iscsi {{(pid=109862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:05:52.848979 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] Routers {'2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'} bound to L3 agent in host dv-cinder-836804-2-iscsi {{(pid=109862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:05:52.849574 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:35:59Z,description=,heartbeat_timestamp=2022-04-07T12:05:30Z,host='dv-cinder-836804-2-iscsi',id=390c95b7-cb01-47a9-a2e9-48ec11cd9e05,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:35:59Z,topic='l3_agent')) {'router_ids': ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'], 'active': True} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:52.936782 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] Set router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c gateway port host: None {{(pid=109862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:05:52.968339 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (9b202e39-db90-4466-99a5-e69568db7f9a), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:52.989641 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T12:05:52Z', 'revision_number': 6, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port_host': None}], 'dv-cinder-836804-2-iscsi', False) {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:52.995687 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b202e39-db90-4466-99a5-e69568db7f9a,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:53.020666 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e71-4f43-4f85-a8a3-acd720a103cc None None] The sync data for ids ['2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c'] in dv-cinder-836804-2-iscsi is: [{'id': '2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c', 'name': 'tempest-TestVolumeBootPattern-737189389-router', 'tenant_id': '939ec8f27c4b4491ba1d598a160168f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:59:04Z', 'updated_at': '2022-04-07T12:05:52Z', 'revision_number': 6, 'project_id': '939ec8f27c4b4491ba1d598a160168f0', 'gw_port_host': None}] {{(pid=109862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:05:53.062999 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513521'] for router_gateway (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.151993 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2075375'] for router (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.154090 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks [] for router_controller (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.196905 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535471'] for router (2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.197323 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c {{(pid=109860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 12:05:53.201354 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.202484 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-faa28a6a-4d83-4dc5-991f-a8ca36447067 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2e4314ac-4f0c-4bf8-94fe-2bb216a0b63c HTTP/1.1" status: 204 len: 168 time: 0.7749848 Apr 07 12:05:53.204978 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45824) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:53.246339 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Deleting subnet 730f3f14-c65e-415a-86bc-5d9b316972bb {{(pid=109860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:05:53.249262 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Publish callbacks [] for subnet (730f3f14-c65e-415a-86bc-5d9b316972bb), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.285457 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453025'] for subnet (730f3f14-c65e-415a-86bc-5d9b316972bb), precommit_delete_associations {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.358509 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7742074'] for subnet (730f3f14-c65e-415a-86bc-5d9b316972bb), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.412992 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7742067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8942517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8948842'] for subnet (730f3f14-c65e-415a-86bc-5d9b316972bb), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.442342 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730f3f14-c65e-415a-86bc-5d9b316972bb,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:53.449454 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for subnet (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.453931 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-bb7c259f-fcaa-416e-9257-270d117953e9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/730f3f14-c65e-415a-86bc-5d9b316972bb HTTP/1.1" status: 204 len: 168 time: 0.2480192 Apr 07 12:05:53.454282 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09b1f4-4a70-4e0b-adaa-442bbe5032b3 None None] Network ebe7319e-c4d8-448e-bd75-9a44eecad978 requested from dv-cinder-836804-2-iscsi {{(pid=109861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:05:53.456347 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.wsgi [-] (109860) accepted ('10.222.0.47', 45826) {{(pid=109860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:53.522033 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7643067'] for network (ebe7319e-c4d8-448e-bd75-9a44eecad978), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.576357 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Deleting port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 {{(pid=109860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:05:53.576694 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785988411266'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.640816 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.db [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] For port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8, host dv-cinder-836804-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-2-iscsi',level=0,port_id=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,segment=NetworkSegment(4395f5cf-2659-4620-bf52-4c2ab77a2bf8),segment_id=4395f5cf-2659-4620-bf52-4c2ab77a2bf8)] {{(pid=109860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:05:53.641201 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-511039'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.653886 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.plugin [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Calling delete_port for 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 owned by network:dhcp {{(pid=109860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:05:53.729260 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7855872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785988417877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785987893086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8942432'] for port (230dc8f1-28b3-4d79-a49a-b2420f5eb4c8), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.754686 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Pushing event deleted for resources: {'Port': ['ID=230dc8f1-28b3-4d79-a49a-b2420f5eb4c8,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:53.757873 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] No DVR routers for this DVR port 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 on host dv-cinder-836804-2-iscsi {{(pid=109860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:05:53.768790 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa0ce9-5e74-45fd-b92b-16cf46fd07e9 None None] DHCP port deletion for ebe7319e-c4d8-448e-bd75-9a44eecad978 request from dv-cinder-836804-2-iscsi {{(pid=109861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 12:05:53.834295 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7797475', 'neutron.services.segments.db._delete_segments_for_network-8785988171978'] for network (ebe7319e-c4d8-448e-bd75-9a44eecad978), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.855321 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe7319e-c4d8-448e-bd75-9a44eecad978']}} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:53.864669 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4395f5cf-2659-4620-bf52-4c2ab77a2bf8') {'for_net_delete': True} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:53.864992 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.services.segments.db [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4395f5cf-2659-4620-bf52-4c2ab77a2bf8') {} {{(pid=109860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:05:53.874377 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785988174291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453048'] for segment (4395f5cf-2659-4620-bf52-4c2ab77a2bf8), before_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.891755 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507'] for segment (4395f5cf-2659-4620-bf52-4c2ab77a2bf8), precommit_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.897583 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=109860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:05:53.897961 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7745507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8942419'] for segment (4395f5cf-2659-4620-bf52-4c2ab77a2bf8), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: Traceback (most recent call last): Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: timer() Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: cb(*args, **kw) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: return func(*args, **kwargs) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: self._notify() Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: self.callback(batched_events) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: event.method(event) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: return f(self, *a, **k) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._get(url).json() Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: return self.request(url, 'GET', **kwargs) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:05:53.900060 dv-cinder-836804-2-iscsi neutron-server[109860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:05:53.956692 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7797496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513493'] for network (ebe7319e-c4d8-448e-bd75-9a44eecad978), after_delete {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.962957 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron_lib.callbacks.manager [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537137'] for network (None), before_response {{(pid=109860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:53.966429 dv-cinder-836804-2-iscsi neutron-server[109860]: INFO neutron.wsgi [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/ebe7319e-c4d8-448e-bd75-9a44eecad978 HTTP/1.1" status: 204 len: 168 time: 0.5089204 Apr 07 12:05:53.978215 dv-cinder-836804-2-iscsi neutron-server[109860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0037974-81a6-4068-bf46-d521191e25ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe7319e-c4d8-448e-bd75-9a44eecad978,revision_number=None']} {{(pid=109860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:54.081317 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45830) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:54.121107 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-95f860b4-fccc-42f5-872b-44ae6a20477e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3ebba9bc7824ec59502c077bfd9536d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385630 Apr 07 12:05:54.123415 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45832) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:54.170699 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-756b1671-651a-4a16-b71f-89961e6e8f5e admin admin] Publish callbacks [] for security_group (df6ecc15-6c54-4a35-a845-6e2ae589dcfa), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.190482 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-756b1671-651a-4a16-b71f-89961e6e8f5e admin admin] Publish callbacks [] for security_group (df6ecc15-6c54-4a35-a845-6e2ae589dcfa), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.237912 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-756b1671-651a-4a16-b71f-89961e6e8f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (df6ecc15-6c54-4a35-a845-6e2ae589dcfa), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.240507 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-756b1671-651a-4a16-b71f-89961e6e8f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.244354 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-756b1671-651a-4a16-b71f-89961e6e8f5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df6ecc15-6c54-4a35-a845-6e2ae589dcfa HTTP/1.1" status: 204 len: 168 time: 0.1173604 Apr 07 12:05:54.249920 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b1671-651a-4a16-b71f-89961e6e8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ecc15-6c54-4a35-a845-6e2ae589dcfa,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:54.548550 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45838) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:54.589734 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-12b0364d-1040-410c-8633-14bc943769a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=939ec8f27c4b4491ba1d598a160168f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400212 Apr 07 12:05:54.591948 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.wsgi [-] (109859) accepted ('10.222.0.47', 45840) {{(pid=109859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:05:54.832159 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0166bcde-ab6b-452f-a9a8-674e00739deb no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:54.860607 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 0166bcde-ab6b-452f-a9a8-674e00739deb {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:54.861070 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 0166bcde-ab6b-452f-a9a8-674e00739deb not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:54.861600 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 9b202e39-db90-4466-99a5-e69568db7f9a no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:54.882619 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 9b202e39-db90-4466-99a5-e69568db7f9a {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:54.882966 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 9b202e39-db90-4466-99a5-e69568db7f9a not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:54.883396 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 no longer exists at agent ovs-agent-dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:05:54.902957 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.plugin [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] No Port match for: 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 {{(pid=109861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:05:54.903304 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron.plugins.ml2.rpc [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Device 230dc8f1-28b3-4d79-a49a-b2420f5eb4c8 not bound to the agent host dv-cinder-836804-2-iscsi {{(pid=109861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:05:54.918639 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d443a9e-2ce8-482e-9a77-b07f9567744a admin admin] Publish callbacks [] for security_group (bac15f7a-4619-42cc-ab80-9e5655c6afc6), before_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.939176 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d443a9e-2ce8-482e-9a77-b07f9567744a admin admin] Publish callbacks [] for security_group (bac15f7a-4619-42cc-ab80-9e5655c6afc6), precommit_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.982991 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d443a9e-2ce8-482e-9a77-b07f9567744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497985'] for security_group (bac15f7a-4619-42cc-ab80-9e5655c6afc6), after_delete {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.985555 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d443a9e-2ce8-482e-9a77-b07f9567744a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:54.986673 dv-cinder-836804-2-iscsi neutron-server[109859]: INFO neutron.wsgi [None req-9d443a9e-2ce8-482e-9a77-b07f9567744a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bac15f7a-4619-42cc-ab80-9e5655c6afc6 HTTP/1.1" status: 204 len: 168 time: 0.3938665 Apr 07 12:05:54.994712 dv-cinder-836804-2-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d443a9e-2ce8-482e-9a77-b07f9567744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac15f7a-4619-42cc-ab80-9e5655c6afc6,revision_number=None']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:05:55.554375 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:05:57.380616 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2dfa0e01-2fbe-411a-b4b5-caba84fd925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:05:59.593682 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4a706996-eb50-4b91-af0a-2ce12c3b9d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:00.745482 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:02.009315 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:03.631711 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:16.709217 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:27.384711 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-9d98ff15-452a-4936-9b81-b859438bee99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:29.594674 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-769035d9-4136-48da-b8ee-04e9b481edd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:30.749341 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.012580 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:32.552835 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:06:33.634527 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:46.713394 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:57.385232 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-60183321-2885-4e72-abb6-bfff9fff13a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:06:59.595212 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bad5ea4c-b000-405c-907c-0c9bda2b4a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:00.751714 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:02.017538 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:03.636474 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:09.552051 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:16.722850 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:27.385876 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc9a3-674d-4d98-bac0-9c3918fd6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:29.600016 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-282bb0c8-b8fa-49ad-9820-ea513d426b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:30.754483 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:32.018855 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:33.638407 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:46.552766 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:07:46.720765 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:57.386714 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-69455d49-d56c-490f-85e1-ee23e9f5b77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:07:59.601450 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-901bb98b-61d4-4da0-adeb-cb1e24ed7c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:00.756931 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:02.021178 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:03.640935 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:16.719614 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:23.552920 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:08:27.390592 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-6ec20805-8322-4bcb-9cc0-b18a9db4f4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:29.602461 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee33e-e62d-4bd2-ac7b-2e816335b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:30.758779 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:32.146009 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:33.643667 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:46.723491 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:57.391910 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ac43842d-b50f-4e6c-95ec-ba6f39393103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:08:59.605031 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-b0b84148-e5e1-4fb2-8bbe-b718bad87eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:00.552938 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:00.762393 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:02.027412 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:03.645082 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:16.717272 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:27.393112 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ce442f44-6064-4776-88a3-5fb58be8382d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:29.605520 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-ab57034d-96c5-4821-a1b4-36d9cf3b97b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:30.765478 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:32.030348 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:33.646869 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:37.552208 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:09:46.733185 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:57.394029 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-5da671b8-bf7c-4a98-8bf3-494c475419ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:09:59.608204 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-5c5778ac-531b-4970-89ee-385aac74cc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:00.767009 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:02.033830 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:03.648842 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:14.551425 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:16.746256 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:27.394986 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-38497376-a83e-40e9-aed6-ada3b94b8aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:29.610171 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-810d5011-ed18-4755-b228-49bec27fd67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:30.769694 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:32.036045 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:33.650848 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:46.770110 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:51.550856 dv-cinder-836804-2-iscsi neutron-server[109862]: DEBUG neutron.db.agents_db [None req-49030894-0207-4cba-9a8d-ca42b060705c None None] Agent healthcheck: found 6 active agents {{(pid=109862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:10:57.395928 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4722-4187-4bea-94d5-5f73b63d37fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2b8c4da2-a2f5-401f-93f1-a7a383d23124), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:10:59.610868 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-2bfc2cd3-2a89-4bde-a88f-c81776d4458a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (390c95b7-cb01-47a9-a2e9-48ec11cd9e05), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:00.773109 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-e1e4245f-93e1-4e14-96af-5821d6d9c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (2f4baedc-98ef-495e-b931-49fcd4f67198), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:02.041763 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-4de33314-d342-4fbd-9eff-5e73208c572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (580b6439-6135-44d7-9037-14f6709c92fd), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:03.653648 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-a16f68d4-487e-4b59-be6d-f4e63b6fdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (1ff474f0-8af4-4463-b79c-71865d7f3a0e), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:11:16.791789 dv-cinder-836804-2-iscsi neutron-server[109861]: DEBUG neutron_lib.callbacks.manager [None req-da01100d-3e9e-416f-b98a-5049987607ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785988171960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7795492'] for agent (18d41491-51e5-4922-b3cf-b9a587aa6d78), after_update {{(pid=109861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}